-- Logs begin at Fri 2021-02-05 22:35:46 UTC, end at Sat 2021-02-06 00:02:44 UTC. --
Feb 05 23:31:20.060468 dv-cinder-774288-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 05 23:31:22.898833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.common.config [-] Logging enabled!
Feb 05 23:31:22.899421 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477
Feb 05 23:31:22.900788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80158) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 23:31:22.902692 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.common.config [-] Logging enabled!
Feb 05 23:31:22.902987 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477
Feb 05 23:31:22.903342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80158) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 23:31:22.904432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 23:31:22.904692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 23:31:22.905839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 23:31:22.906119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 23:31:22.906398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 23:31:22.906779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.907151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.907493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.907760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.908098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.908433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.908754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.909087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.909433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.909752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.910625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.910951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.911211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.911530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.911863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.912193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.912445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.912763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.913338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.913658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.913974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.914302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.914640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.914955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.915277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.915663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] host                           = dv-cinder-774288-3-iscsi {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.915975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.916302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.916632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.916960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.917269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.917581 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.917930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.918245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.918602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.918916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.919247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.919575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.919916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.920171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.920422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.920750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.921085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.921396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.921707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.922016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.922324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.922695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.922999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.923329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.923656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.923982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.924292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.924719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.924878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.925189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.926114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.926455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.926771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.927081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.927415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.927720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.928032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.928391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.928719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.929047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.929377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.929694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.930036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.930350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.930679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.931104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.931275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.931575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.931902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.932370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.932523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.932830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.933139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.933469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:22.933807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.934157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.934520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.934845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.935174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.935491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.935821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.936134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.936481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.936808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.937132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.937444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.937765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.938075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.938453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.938811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.939151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.939486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.939796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.940102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.940561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.941138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.941690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.942240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.942853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.943362 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.943823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.944320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.944782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.945240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.945728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.946234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.946793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.947327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.947853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.948383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.948893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.949416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.949924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.950527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.951043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.951556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.952058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.952595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.953088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.953614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.954145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.954698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.955231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.955779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.956311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.956887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.957415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.957948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.958548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.959078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.959610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.960145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.960683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.961228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.961766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.962304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.962882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.963395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.963905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.964423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.964944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.965470 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.966021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.966535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.966992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.967402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.967781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.968101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.968520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.968990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.969326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.969678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.970038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.970694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.971164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.971708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.972238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.973308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.973878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.974433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.974960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.975500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.976029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.976562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.977043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.977476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.977903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.978304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.978915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.979484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.980034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.980624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.981169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:22.981594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 23:31:22.982053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80158) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 05 23:31:23.674280 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading Gnome
Feb 05 23:31:23.693055 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading Google
Feb 05 23:31:23.695799 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading Windows (alt)
Feb 05 23:31:23.699789 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading file
Feb 05 23:31:23.700897 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading keyczar
Feb 05 23:31:23.701316 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading multi
Feb 05 23:31:23.702037 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO keyring.backend [-] Loading pyfs
Feb 05 23:31:23.752749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:31:23.753055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:31:23.753380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:31:23.753899 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 05 23:31:24.207889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.208485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.208485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.262411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.262664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.262883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.267080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.267392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.267720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.343874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.344196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.344489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.345657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.345954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.346248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.636134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8d6d1137b8> agent after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.636365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8d6d1137b8> agent after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.636648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8d6d1b5598> segment precommit_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.636958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8d6d1b5510> network precommit_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.637803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8d6d1f1730> segment before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.792349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> network before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.792724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8d6d100950> agent before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.793056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> network before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.793356 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.793651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.794034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> segment after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.794350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> segment precommit_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.794639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> segment precommit_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.794928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> segment after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.795266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> network after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.795557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> network precommit_delete 0 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.795857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port provisioning_complete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.796162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.796466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.796777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> agent after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.797090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> subnet after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.797387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> subnet precommit_delete 0 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.797707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.797992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.798535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.798822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.799117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.799468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.799747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.800023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8d6da11e10>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.801024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.801295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.801562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.801829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.802095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.802382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:24.803998 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 05 23:31:24.807607 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 05 23:31:24.811674 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 05 23:31:24.816143 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])])
Feb 05 23:31:24.818635 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 05 23:31:24.819996 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 05 23:31:24.820431 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 05 23:31:24.820920 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 05 23:31:24.824332 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 05 23:31:24.824649 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 05 23:31:24.825165 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 05 23:31:24.848888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 05 23:31:24.849473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8d6d0b02b0>> qos_plugin after_init 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.849872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80158) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 05 23:31:24.850396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8d6ce37ac8>> logging-plugin after_init 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.852008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80158) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 05 23:31:24.852384 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 05 23:31:24.852697 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 05 23:31:24.856346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8d6ce37b70>> floatingip before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.856697 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8d6ce37b70>> port before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:24.924138 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 05 23:31:24.924398 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 05 23:31:24.924667 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 05 23:31:24.925088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 05 23:31:24.973233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.sqlalchemy.engines [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80158) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 05 23:31:25.656711 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing driver for type 'gre'
Feb 05 23:31:25.657300 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] gre ID ranges: [(1, 1000)]
Feb 05 23:31:25.755654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing driver for type 'local'
Feb 05 23:31:25.756022 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing driver for type 'vlan'
Feb 05 23:31:25.835506 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] VlanTypeDriver initialization complete
Feb 05 23:31:25.836081 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing driver for type 'vxlan'
Feb 05 23:31:25.836761 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] vxlan ID ranges: [(1, 1000)]
Feb 05 23:31:25.971877 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing extension driver 'port_security'
Feb 05 23:31:25.972265 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.extensions.port_security [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] PortSecurityExtensionDriver initialization complete
Feb 05 23:31:25.972628 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing mechanism driver 'openvswitch'
Feb 05 23:31:25.979261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80158) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:25.980131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d70e5d0b8>> port after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.980543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d70e5d0b8>> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.980935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d70e5d0b8>> port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.981360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bf978>> subnet after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.981751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bf978>> subnet after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.982138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bf978>> subnet after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.982586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfb38>> network after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.982976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfb38>> network after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.983359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfb38>> network after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.983777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfcf8>> security_group after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.984163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfcf8>> security_group after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.984541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfcf8>> security_group after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.984960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfeb8>> security_group_rule after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.985344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfeb8>> security_group_rule after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.985721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bfeb8>> security_group_rule after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.986291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bff98>> address_group after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.986727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bff98>> address_group after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.987107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8d6c9bff98>> address_group after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.987478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] ML2 OVO RPC backend initialized. {{(pid=80158) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 05 23:31:25.988767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> router_interface after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.989166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> router_interface after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.989636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> network before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.990037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> networks before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.990434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> port before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.990817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> ports before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.991201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> subnet before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.991583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> subnets before_response 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.991971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> network after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.992376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> network after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.992722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> network after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.993099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> port after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.993473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.993849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.994221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> subnet after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.994626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> subnet after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.995001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8d6c9c5198>> subnet after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:25.995704 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.plugin [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Modular L2 Plugin initialization complete
Feb 05 23:31:25.996063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading services supported by the core plugin {{(pid=80158) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 05 23:31:25.996434 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.plugins.ml2.managers [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Got port-security extension from driver 'port_security'
Feb 05 23:31:25.996954 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.extensions.vlantransparent [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Disabled vlantransparent extension.
Feb 05 23:31:25.998534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80158) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 05 23:31:25.998938 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: router
Feb 05 23:31:26.037345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router_interface before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.037781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_create 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.038185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router before_create 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.038619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router_interface before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.039037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router_interface after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.039433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_delete 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.039831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> floatingip after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.040239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_create 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.040622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.041020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.041473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router_gateway after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.041865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.042386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.042809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8d6d1f77b8> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.043191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8d6d1f78c8> port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.043578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8d6d1f7840> subnet after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.043955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8d6d1f7730> subnetpool_address_scope after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.044346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> port precommit_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.044732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_create 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.045112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8d6cfaf950> port before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.045485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.045900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router after_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.046277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_delete 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.046693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_create 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.047103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router_interface after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.047493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> router precommit_update 55549900 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.047928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8d6c9c5320>> network after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.049036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Tracking information for resource: router configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:26.049409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Tracking information for resource: floatingip configured {{(pid=80158) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 23:31:26.055174 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_agentschedulers_db [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 05 23:31:26.055848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8d6c936c80> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.056248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8d6c9e8bf8> port after_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.056636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _notify_port_delete at 0x7f8d6c936bf8> port after_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.057024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8d6c936e18> port after_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.057949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d6c969be0>> router before_create 55550100 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.058388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d6c969be0>> router precommit_delete 55550100 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.058809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d6c969be0>> router precommit_create 55550100 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.059205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8d6c969be0>> router precommit_update 55550100 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.064184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.provider_configuration [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service providers = [] {{(pid=80158) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 05 23:31:26.064638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.servicetype_db [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80158) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 05 23:31:26.068398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.service_base [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 23:31:26.068785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.service_base [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 23:31:26.069165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.service_base [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 23:31:26.070081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.service_base [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80158) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 23:31:26.070547 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.services.service_base [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 05 23:31:26.071036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.071394 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 05 23:31:26.082214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.082633 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: auto_allocate
Feb 05 23:31:26.090167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8d6c99e488> network precommit_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.090618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8d6c99e488> network precommit_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.091237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.091604 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: tag
Feb 05 23:31:26.098980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.099349 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: timestamp
Feb 05 23:31:26.103574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.103940 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: network_ip_availability
Feb 05 23:31:26.109616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c998da0>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.110038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c998da0>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.110454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c998da0>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.111333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.111695 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: flavors
Feb 05 23:31:26.116951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.117333 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading Plugin: revisions
Feb 05 23:31:26.121807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80158) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 23:31:26.122242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.369s {{(pid=80158) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:31:26.123141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80158) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 05 23:31:26.123506 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Initializing extension manager.
Feb 05 23:31:26.124077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: __init__.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.124454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: __pycache__ {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.124824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.125192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: address_group.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.126244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.126951 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: address-group
Feb 05 23:31:26.127317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: address_scope.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.128101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.129367 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: address-scope
Feb 05 23:31:26.129733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: admin_state_down_before_update.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.130795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.131379 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: router-admin-state-down-before-update
Feb 05 23:31:26.131746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: agent.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.132542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.133130 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: agent
Feb 05 23:31:26.133494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: agent_resources_synced.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.134488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.135076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: agent-resources-synced
Feb 05 23:31:26.135442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: allowedaddresspairs.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.137353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.137937 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: allowed-address-pairs
Feb 05 23:31:26.138304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: auto_allocated_topology.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.139470 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.140052 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: auto-allocated-topology
Feb 05 23:31:26.140422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: availability_zone.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.141189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.141771 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: availability_zone
Feb 05 23:31:26.142135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: availability_zone_filter.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.143112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.143693 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: availability_zone_filter
Feb 05 23:31:26.144055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: data_plane_status.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.145016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.145592 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension data-plane-status not supported by any of loaded plugins
Feb 05 23:31:26.146211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: default_subnetpools.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.147174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.147763 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: default-subnetpools
Feb 05 23:31:26.148129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: dhcpagentscheduler.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.149154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.149736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: dhcp_agent_scheduler
Feb 05 23:31:26.150101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: dns.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.151057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.151629 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension dns-integration not supported by any of loaded plugins
Feb 05 23:31:26.151991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: dns_domain_ports.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.152964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.153536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 05 23:31:26.153891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: dvr.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.154654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.155226 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: dvr
Feb 05 23:31:26.155587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: empty_string_filtering.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.156513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.157084 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: empty-string-filtering
Feb 05 23:31:26.157443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.158407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.158970 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 05 23:31:26.159330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.160295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.160863 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 05 23:31:26.161222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: external_net.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.171516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.172248 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: external-net
Feb 05 23:31:26.172718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: extra_dhcp_opt.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.173759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.174480 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: extra_dhcp_opt
Feb 05 23:31:26.174929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: extraroute.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.176454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.177037 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: extraroute
Feb 05 23:31:26.177421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: extraroute_atomic.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.178523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.179099 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: extraroute-atomic
Feb 05 23:31:26.179461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: filter_validation.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.180188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.180756 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: filter-validation
Feb 05 23:31:26.181113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: fip_pf_description.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.182039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.182644 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 05 23:31:26.183003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: fip_port_details.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.183947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.184511 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: fip-port-details
Feb 05 23:31:26.184891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: flavors.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.186151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.186786 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: flavors
Feb 05 23:31:26.187151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.188996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.189584 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 05 23:31:26.189948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: floatingip_pools.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.190737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.191921 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: floatingip-pools
Feb 05 23:31:26.192281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: ip_allocation.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.193232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.193826 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension ip_allocation not supported by any of loaded plugins
Feb 05 23:31:26.194187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.195131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.195706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: ip-substring-filtering
Feb 05 23:31:26.196068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l2_adjacency.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.196998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.197573 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 05 23:31:26.197932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.199174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.199774 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: router
Feb 05 23:31:26.200136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3_conntrack_helper.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.202855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.203493 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 05 23:31:26.203609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.204560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.205147 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: ext-gw-mode
Feb 05 23:31:26.205508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.206455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.207033 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: l3-ha
Feb 05 23:31:26.207422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3_flavors.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.218289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.218874 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: l3-flavors
Feb 05 23:31:26.219237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.220174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.220747 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 05 23:31:26.221133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: l3agentscheduler.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.222627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.223280 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: l3_agent_scheduler
Feb 05 23:31:26.223641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: logging.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.225251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.225832 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension logging not supported by any of loaded plugins
Feb 05 23:31:26.226192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: metering.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.227043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.227836 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: metering
Feb 05 23:31:26.228203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.229317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.229893 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: metering_source_and_destination_fields
Feb 05 23:31:26.230254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: multiprovidernet.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.231232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.231827 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: multi-provider
Feb 05 23:31:26.232200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: netmtu.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.233121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.233694 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: net-mtu
Feb 05 23:31:26.234054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: netmtu_writable.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.235007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.235574 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: net-mtu-writable
Feb 05 23:31:26.235925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: network_availability_zone.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.236666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.237239 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: network_availability_zone
Feb 05 23:31:26.237594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: network_ip_availability.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.239269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.239837 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: network-ip-availability
Feb 05 23:31:26.240196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: network_segment_range.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.241187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.241754 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension network-segment-range not supported by any of loaded plugins
Feb 05 23:31:26.242111 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: pagination.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.243135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.243498 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: pagination
Feb 05 23:31:26.243851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: port_device_profile.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.244790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.245386 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: port-device-profile
Feb 05 23:31:26.245746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.246692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.247266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: port-mac-address-regenerate
Feb 05 23:31:26.247619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.248549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.249121 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: port-numa-affinity-policy
Feb 05 23:31:26.249471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: port_resource_request.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.250506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.251072 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension port-resource-request not supported by any of loaded plugins
Feb 05 23:31:26.251424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: portbindings.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.252387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.252952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: binding
Feb 05 23:31:26.253390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: portbindings_extended.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.255291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.255878 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: binding-extended
Feb 05 23:31:26.256232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: portsecurity.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.257165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.257738 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: port-security
Feb 05 23:31:26.258102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: project_id.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.259110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.259504 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: project-id
Feb 05 23:31:26.259845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: providernet.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.260764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.261362 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: provider
Feb 05 23:31:26.261711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.265526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.266114 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos not supported by any of loaded plugins
Feb 05 23:31:26.266521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.267839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.268412 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 05 23:31:26.268773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.269725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.270290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 05 23:31:26.270672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_default.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.271837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.272404 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-default not supported by any of loaded plugins
Feb 05 23:31:26.272779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_fip.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.273495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.274064 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-fip not supported by any of loaded plugins
Feb 05 23:31:26.274443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_gateway_ip.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.275372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.275942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 05 23:31:26.276298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_port_network_policy.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.277231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.277803 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 05 23:31:26.278160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_rule_type_details.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.279155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.279732 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 05 23:31:26.280091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: qos_rules_alias.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.281194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.281767 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 05 23:31:26.282128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: quotasv2.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.283375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.283744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: quotas
Feb 05 23:31:26.284102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: quotasv2_detail.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.285835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.286211 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: quota_details
Feb 05 23:31:26.286651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: rbac.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.287870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.288484 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: rbac-policies
Feb 05 23:31:26.288843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: rbac_address_scope.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.289943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.290554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: rbac-address-scope
Feb 05 23:31:26.290919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: rbac_security_groups.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.291848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.292425 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: rbac-security-groups
Feb 05 23:31:26.292784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: rbac_subnetpool.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.294322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.294927 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: rbac-subnetpool
Feb 05 23:31:26.295291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: revisionifmatch.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.296264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.296823 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: revision-if-match
Feb 05 23:31:26.297183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: revisions.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.298383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.298952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: standard-attr-revisions
Feb 05 23:31:26.299314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: router_availability_zone.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.300046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.301150 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: router_availability_zone
Feb 05 23:31:26.301538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: routerservicetype.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.302515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.303090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension router-service-type not supported by any of loaded plugins
Feb 05 23:31:26.303451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.304380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.304953 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: security-groups-normalized-cidr
Feb 05 23:31:26.305316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: security_groups_port_filtering.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.306268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.306914 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: port-security-groups-filtering
Feb 05 23:31:26.307273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.308255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.308827 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: security-groups-remote-address-group
Feb 05 23:31:26.309183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: securitygroup.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.323517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.324187 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: security-group
Feb 05 23:31:26.324582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: segment.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.325566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.326144 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension segment not supported by any of loaded plugins
Feb 05 23:31:26.326537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.327576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.328159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 05 23:31:26.328520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: servicetype.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.329653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.330290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: service-type
Feb 05 23:31:26.330704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: sorting.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.331732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.332102 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: sorting
Feb 05 23:31:26.332459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: standard_attr_segment.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.333424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.334096 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 05 23:31:26.334476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: standardattrdescription.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.335218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.335789 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: standard-attr-description
Feb 05 23:31:26.336193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: stateful_security_group.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.337156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.337733 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: stateful-security-group
Feb 05 23:31:26.338090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: stdattrs_common.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.338706 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 05 23:31:26.339062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.340093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.340714 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 05 23:31:26.341067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnet_onboard.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.342183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.342830 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: subnet_onboard
Feb 05 23:31:26.343184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.344121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.344690 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 05 23:31:26.345047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnet_service_types.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.345975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.346573 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: subnet-service-types
Feb 05 23:31:26.346952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnetallocation.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.348578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.349207 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: subnet_allocation
Feb 05 23:31:26.349607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.350385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.351067 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: subnetpool-prefix-ops
Feb 05 23:31:26.351467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.352464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.353112 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 05 23:31:26.353510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: tagging.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.356083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.356736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: standard-attr-tag
Feb 05 23:31:26.357140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: timestamp.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.358612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.359270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loaded extension: standard-attr-timestamp
Feb 05 23:31:26.359682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: trunk.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.360790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.361455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension trunk not supported by any of loaded plugins
Feb 05 23:31:26.361860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: trunk_details.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.362911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.364119 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension trunk-details not supported by any of loaded plugins
Feb 05 23:31:26.364521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: uplink_status_propagation.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.365558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.366250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 05 23:31:26.366690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Loading extension file: vlantransparent.py {{(pid=80158) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 23:31:26.367559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80158) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 23:31:26.368189 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 05 23:31:26.371222 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:network
Feb 05 23:31:26.372117 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnet
Feb 05 23:31:26.372840 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 23:31:26.373554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:port
Feb 05 23:31:26.375188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.375731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service FLAVORS assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.376522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.377045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.377412 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:router
Feb 05 23:31:26.378201 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 23:31:26.379165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service METERING assigned prefix: /metering {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.381084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c7cb3c8>> rbac-policy before_create 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.381545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c7cb3c8>> rbac-policy before_update 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.382003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8d6c7cb3c8>> rbac-policy before_delete 55550000 {{(pid=80158) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:31:26.383300 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 23:31:26.383841 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:security_group
Feb 05 23:31:26.384723 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 23:31:26.385666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service CORE assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.386076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 23:31:26.386593 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] subnetpool is already registered
Feb 05 23:31:26.387328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service CORE assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.387749 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 23:31:26.388149 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] subnetpool is already registered
Feb 05 23:31:26.391305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.391822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service FLAVORS assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.392625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.393054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.393449 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:router
Feb 05 23:31:26.393859 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] router is already registered
Feb 05 23:31:26.394672 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 23:31:26.395082 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] floatingip is already registered
Feb 05 23:31:26.396172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service METERING assigned prefix: /metering {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.397107 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 23:31:26.397528 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] rbac_policy is already registered
Feb 05 23:31:26.398264 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:security_group
Feb 05 23:31:26.398747 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] security_group is already registered
Feb 05 23:31:26.399529 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 23:31:26.400007 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] security_group_rule is already registered
Feb 05 23:31:26.400813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service CORE assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.401225 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 23:31:26.401681 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] subnetpool is already registered
Feb 05 23:31:26.402437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.resource_helper [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Service CORE assigned prefix:  {{(pid=80158) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 23:31:26.402845 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 23:31:26.403249 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.quota.resource_registry [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] subnetpool is already registered
Feb 05 23:31:26.404015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: extensions {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.405691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: address-groups {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.407593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: address-scopes {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.408955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: agents {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.410834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: auto-allocated-topology {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.412339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: availability_zones {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.413790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: dhcp-networks {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.415431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: dhcp-agents {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.417204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: routers {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.419331 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: flavors {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.420743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: service_profiles {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.422162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: next_providers {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.423931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: service_profiles {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.426212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: floatingip-pools {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.427571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: routers {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.429602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: floatingips {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.430921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: l3-routers {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.432421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: l3-agents {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.433998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: metering-labels {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.435574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: metering-label-rules {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.436980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: network-ip-availabilities {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.438389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: bindings {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.440194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: quotas {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.441762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: quotas {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.443369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: rbac-policies {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.444789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: security-groups {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.446067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: security-group-rules {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.447426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: service-providers {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.448802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: subnetpools {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.451521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: subnetpools {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.453140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.454960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.456953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.458895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.460808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.462675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.464599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.466601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.468739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.470740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.extensions [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Extended resource: tags {{(pid=80158) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 23:31:26.478582 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING keystonemiddleware.auth_token [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 05 23:31:26.484120 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING keystonemiddleware.auth_token [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 05 23:31:26.494223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Acquired lock "singleton_lock" {{(pid=80158) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 05 23:31:26.494857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Releasing lock "singleton_lock" {{(pid=80158) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 05 23:31:26.496433 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Starting 2 workers
Feb 05 23:31:26.501634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Started child 80271 {{(pid=80158) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 23:31:26.506132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.507949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Started child 80272 {{(pid=80158) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 23:31:26.508243 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [-] (80271) wsgi starting up on http://0.0.0.0:9696
Feb 05 23:31:26.510152 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Neutron service started, listening on 0.0.0.0:9696
Feb 05 23:31:26.511158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Notify callbacks [] for process, before_spawn {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.513157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.514889 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Starting 1 workers
Feb 05 23:31:26.515231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [-] (80272) wsgi starting up on http://0.0.0.0:9696
Feb 05 23:31:26.520793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Started child 80273 {{(pid=80158) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 23:31:26.521616 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Starting 1 workers
Feb 05 23:31:26.523781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] calling RpcWorker wait() {{(pid=80273) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 05 23:31:26.524237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] returning from RpcWorker wait() {{(pid=80273) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 05 23:31:26.525917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.526572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:26.526739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Started child 80274 {{(pid=80158) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 23:31:26.527437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88f6f7fe-32e5-4574-bf92-356ad33bd67b None None] Notify callbacks [] for process, after_spawn {{(pid=80158) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.529189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80158) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 05 23:31:26.529383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 23:31:26.529572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 23:31:26.530051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 23:31:26.530496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 23:31:26.530672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 23:31:26.531217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.531521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.531834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.532138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:26.532294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.532462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.533343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.533634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.533954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.534263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.534535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.535435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.535592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.535898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.536144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.536675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.536965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.537237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.537522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.537750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.537982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.538276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.538571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.538884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.539154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.539746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.540017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.540244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.540468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.540844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.541076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.541314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.541593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.541823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.542097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.542399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.542621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.542856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.543342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.543342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.543855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] host                           = dv-cinder-774288-3-iscsi {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.544074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.544299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.544566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.544835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.545116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.545358 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.545723 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.546032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.546264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.546545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.546827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.547049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.547369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.547613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.547840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.548058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.548286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.548525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.548748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.549020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.549020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.549567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.549567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.550149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.550149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.551987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.552577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.552577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.552926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.552926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.553280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.553624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.553624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.553986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.554166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.554346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.554618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.554829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.555074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.555336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.555612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.555922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.556323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.556529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.556714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.556894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.557163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.557472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.557737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.558017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.558295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.558564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.558829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.559073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.559315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.559590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.559831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.560151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.560338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.560533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.560802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.560989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.561214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.561536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.561963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.562262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.562671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.562929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.563162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.563439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.563763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.563972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.564223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.564493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.564808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.565059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.565374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.565622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.565901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.566306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.566705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.566916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.568095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.568515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.568917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.569330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.569784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.570256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.570691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.571046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.571392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.571768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.572115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.572437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.572763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.573070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.573428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.573787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.574099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.574565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.575018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.578415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.579945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.580136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.580376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.580635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.580891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.581143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.581432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.581731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.582022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.582301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.582583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.582837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.583096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.583348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.583600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.583862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.584121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.584379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.584630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.584882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.585133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.585383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.585636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.585943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.586168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.586445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.586700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.586956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.587207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.587479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.587730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.588039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.588394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.588658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.588949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.589221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.589519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.589804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.590177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.590478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.590729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.591014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.591332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.591609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.591895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.592174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.592430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.592730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.592986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.593247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.593503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.593774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.594034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.594336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.594677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.594953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.595902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.598285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.598285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.598579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.599621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.599925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.600255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.600490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.600782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.601187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.601347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.601626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.601954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.602251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.602539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.602814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.603103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.603481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.603790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.604046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.604332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.604644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.604955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.605235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.605538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.605828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.606117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.606451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.606733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.607017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.608188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.608446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.608714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.613799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.614674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.614859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.615057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.615251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.615583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.615867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.616173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.616454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.616742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.617012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.617426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.617598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.617802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.618086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.618348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.618725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.618887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.619384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.619682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.619944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.620271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.620573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.620860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.621138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.621434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.621720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.621978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.622304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.622622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.622879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.623134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.623397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.623675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.624154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.624455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.624834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.624996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.625262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.625652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.625936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.626216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.626531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.626790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.627068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.627356 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.627617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.627876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.628131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.628444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.628763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.629046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.629315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.629585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.629838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.630096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.630348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.630725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.633574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.634556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.634888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.635340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.635646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.635927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.636201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.636479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.636751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.637049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.637323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.637579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.637849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.638003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.638392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.638835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.639110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.639441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.639740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.640038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.640434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.640818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.641091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.641391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.641678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.641958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.642219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.642689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.644821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.646382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.646382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.646382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.646382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.647229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.647229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.647229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.647839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.647839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.648274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.648274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.648664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.648664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.649011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.649194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.649429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.649657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.649876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.650107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.650403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.650698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.650956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.651190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.651383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 23:31:26.651919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80158) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 05 23:31:26.652150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 23:31:26.652369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 23:31:26.652600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 23:31:26.652600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 23:31:26.653034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 23:31:26.653255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.653475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.653475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.653894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.653894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.654904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.655530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.655530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.655530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.656845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.657611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.657611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.657611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.657611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.658860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.659543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.659543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.659543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.659543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] host                           = dv-cinder-774288-3-iscsi {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.661038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.662024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.663102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.664345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.665875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.667796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.669519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.671172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.672798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.674682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.676933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.678653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.680295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.681969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.684088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.686045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.687694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.689295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.690874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.692516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.694102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.695788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.697345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.698951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.700428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.702019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.703713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.705292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.706950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.708456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.710012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.711424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.712707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.714087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.715445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.717042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.718091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.719339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.720490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.721638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.723489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.724857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.724857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.724857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 23:31:26.724857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80158) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 23:31:26.729876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:26.759097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37588) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:31:26.773696 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0122719
Feb 05 23:31:39.541961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5c2a06-4871-4766-a3f9-546ac7fa6a9d None None] get_active_networks_info from dv-cinder-774288-3-iscsi {{(pid=80273) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 05 23:31:39.802703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c2a06-4871-4766-a3f9-546ac7fa6a9d None None] No non-hosted networks {{(pid=80273) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 05 23:31:39.835516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-17d75188-c352-451d-8c9d-bd68b2bfd8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:41.645971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-11526e2f-ea76-4efc-aecd-62eb5d5cebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:41.686773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-25935d85-b1a8-4bcb-a163-860da9ed6e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:44.054251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:44.332292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:45.292023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:45.293538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.294579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.295209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.296178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.296749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.297328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.297905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.301588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.303830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.304449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.305054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.309248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:45.310283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb3e748>, 'Open vSwitch agent', 'dv-cinder-774288-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:45.325197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb44208>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:31:45.512127 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_hamode_db [None req-64410cd1-9028-4efe-9635-2ff347e2be3e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 05 23:31:45.607819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64410cd1-9028-4efe-9635-2ff347e2be3e None None] Routers set() bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:31:45.608158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64410cd1-9028-4efe-9635-2ff347e2be3e None None] Router IDs set() for agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 05 23:31:46.306497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37680) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:31:47.225548 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-74e9c0e2-4556-4ffa-9ab4-92160177eeaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:31:47.226231 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-74e9c0e2-4556-4ffa-9ab4-92160177eeaf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:31:47.442556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] get_endpoint_by_host() called for host dv-cinder-774288-3-iscsi {{(pid=80273) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 05 23:31:47.449824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] get_endpoint_by_ip() called for ip 192.168.0.89 {{(pid=80273) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 05 23:31:47.455443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] _add_endpoint() called for ip 192.168.0.89 {{(pid=80273) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 05 23:31:47.552413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-74e9c0e2-4556-4ffa-9ab4-92160177eeaf admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:31:47.553815 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-74e9c0e2-4556-4ffa-9ab4-92160177eeaf admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 1.2458835
Feb 05 23:31:47.571518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] _get_endpoints() called {{(pid=80273) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 05 23:31:50.462544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37696) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:31:50.937781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:31:51.011571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.policy [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80272) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 05 23:31:51.012452 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:31:51.012867 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:31:51.040182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8d6c2d9390>.
Feb 05 23:31:51.057380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:31:51.160163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765338910226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765338879949', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765338891554', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765338930330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765338929411', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854010681', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854060601', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853112580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1520410'] for rbac-policy, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:51.526110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:51.527838 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d02f5efb-a3fa-4889-8186-27a08917a860 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0639639
Feb 05 23:31:54.738832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37710) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:31:55.180944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'dff8e7da05b7478886326791c1961a0f'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:31:55.187676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:31:55.195227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Usage tracker for resource:network and tenant:dff8e7da05b7478886326791c1961a0f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:31:55.199592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:31:55.207206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:31:55.244714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Made reservation on behalf of dff8e7da05b7478886326791c1961a0f for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:31:55.251194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:55.269982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:55.286925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:31:55.291190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:dff8e7da05b7478886326791c1961a0f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:31:55.295852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:31:55.303240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:31:55.586223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:55.629203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:55.635632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:31:55.660959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:31:55.692685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:55.693289 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Added segment aa4b8be2-962d-425a-b3ba-86fa85511b9f of type vxlan for network e420672e-c571-45fe-9dc1-eba8d431abc9
Feb 05 23:31:55.709896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f709c3-6e0a-4b63-a11f-dceb6b291eab,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:31:55.919409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.920101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.920101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.920447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.920792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.921142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.921484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.921827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.922170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.922536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.922877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.923220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Tracked resource versions report:
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'}}
Feb 05 23:31:55.924402 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:31:55.953356 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:31:55.990092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:56.067832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:56.069223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:31:56.069954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:31:56.075312 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:31:56.183870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=e420672e-c571-45fe-9dc1-eba8d431abc9,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:31:56.187551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:31:56.196449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network e420672e-c571-45fe-9dc1-eba8d431abc9 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:31:56.338308 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.5980086
Feb 05 23:31:59.638762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37726) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:00.380610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c832e7-d5d7-4d76-bfc0-83cac030f8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:00.382197 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-64c832e7-d5d7-4d76-bfc0-83cac030f8a3 admin admin] 10.222.0.35 "GET /v2.0/networks/e420672e-c571-45fe-9dc1-eba8d431abc9 HTTP/1.1" status: 200  len: 818 time: 0.7423654
Feb 05 23:32:00.418674 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-41c049ee-33ed-4d51-b79c-a3f569bb195d admin admin] 10.222.0.35 "GET /v2.0/subnetpools/216e237c-252b-4e19-b693-21903bd3697c HTTP/1.1" status: 200  len: 734 time: 0.0253220
Feb 05 23:32:00.429549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'name': 'private-subnet'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:32:00.434738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:00.439082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Usage tracker for resource:subnet and tenant:dff8e7da05b7478886326791c1961a0f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:00.443071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:00.449379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:00.485849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Made reservation on behalf of dff8e7da05b7478886326791c1961a0f for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:32:00.491253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:01.041627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:01.057368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:01.211779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f6ff04-d72f-4b2d-a999-558a99a07647,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:01.215666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:01.313610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Checking segment: {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:32:01.313905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Network hostable DHCP agents. Network: e420672e-c571-45fe-9dc1-eba8d431abc9, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:32:01.394595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Network e420672e-c571-45fe-9dc1-eba8d431abc9 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:32:01.468642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, e420672e-c571-45fe-9dc1-eba8d431abc9) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:01.473889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:01.474653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:01.482607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e443963-f435-4977-bbac-39edcdddc852 None None] Network e420672e-c571-45fe-9dc1-eba8d431abc9 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:32:01.543931 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1182480
Feb 05 23:32:02.069269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-e420672e-c571-45fe-9dc1-eba8d431abc9', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:32:02.070689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:02.464625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Allocated IP 172.20.0.2 (e420672e-c571-45fe-9dc1-eba8d431abc9/f5f6ff04-d72f-4b2d-a999-558a99a07647/f631f85c-deb7-46c6-b5d8-4a15f6c1fb08) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:32:02.738752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:02.754326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Transition to ACTIVE for port object f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:32:02.774909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Transition to ACTIVE for port object f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:32:02.806412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:02.821204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:03.011647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Pushing event updated for resources: {'Port': ['ID=f631f85c-deb7-46c6-b5d8-4a15f6c1fb08,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:03.033360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.033987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.034712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.035320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.035928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.036537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.037136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.037749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.038395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.039000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.039605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.040217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Tracked resource versions report:
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'}}
Feb 05 23:32:03.042329 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:32:03.067208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:03.125230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Network e420672e-c571-45fe-9dc1-eba8d431abc9 is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:32:03.126957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:03.131088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:32:03.200790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Attempting to bind port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:32:03.201369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Attempting to bind port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:32:03.201882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Attempting to bind port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 on network e420672e-c571-45fe-9dc1-eba8d431abc9 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:32:03.209502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:32:03.210125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Checking segment: {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:32:03.210861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:03.212220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Bound using segment: {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:32:03.212516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Bound port: f631f85c-deb7-46c6-b5d8-4a15f6c1fb08, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:32:03.213009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:03.335176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] For port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:32:03.340576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] For port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f631f85c-deb7-46c6-b5d8-4a15f6c1fb08,segment=NetworkSegment(aa4b8be2-962d-425a-b3ba-86fa85511b9f),segment_id=aa4b8be2-962d-425a-b3ba-86fa85511b9f)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:32:03.377698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:03.396242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:03.571405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Pushing event updated for resources: {'Port': ['ID=f631f85c-deb7-46c6-b5d8-4a15f6c1fb08,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:03.574914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:04.634063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37736) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:05.231967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-7f9f2a9e-3eea-4239-928a-8bc937ddf477 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:32:05.233597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7f9f2a9e-3eea-4239-928a-8bc937ddf477 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5979242
Feb 05 23:32:05.616676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:32:07.550053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:07.663143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:32:08.170946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37750) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:08.723562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-7a95839a-6327-4693-bdc8-408a03ca029a admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:32:08.725730 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7a95839a-6327-4693-bdc8-408a03ca029a admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5533488
Feb 05 23:32:09.052726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99b4a8-e3c6-40db-b86e-6343210b5136 None None] Network e420672e-c571-45fe-9dc1-eba8d431abc9 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:32:09.234983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Provisioning for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:32:09.246195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Provisioning complete for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:09.246638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:09.378610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad5186ab-36a4-4d12-9882-1fd1b335e182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:09.490404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:09.529931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] For port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f631f85c-deb7-46c6-b5d8-4a15f6c1fb08,segment=NetworkSegment(aa4b8be2-962d-425a-b3ba-86fa85511b9f),segment_id=aa4b8be2-962d-425a-b3ba-86fa85511b9f)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:32:09.566072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:09.569169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:09.672389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Pushing event updated for resources: {'Port': ['ID=f631f85c-deb7-46c6-b5d8-4a15f6c1fb08,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:09.676324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:09.802520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3f59a7aa-eff0-4b71-8bf2-32dc885cb64c None None] Provisioning complete for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:09.803064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3f59a7aa-eff0-4b71-8bf2-32dc885cb64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:10.118721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-394486a3-c0c5-4d09-ae5a-f9deef45229c None None] Provisioning complete for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:10.119135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-394486a3-c0c5-4d09-ae5a-f9deef45229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:11.524486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:11.622483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:11.623151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:11.658275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7f596908-802a-4c6e-a4d8-0a5462bd0f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:12.719004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37784) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:12.965455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:32:12.972424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:12.977393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Usage tracker for resource:router and tenant:dff8e7da05b7478886326791c1961a0f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:12.981224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:12.987551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:13.023002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:13.024607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:13.095759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:13.252187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:13.320093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:13.321553 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ec0ae4bf-9821-4440-8622-0d2143407934 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6014540
Feb 05 23:32:13.787955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:14.120569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:15.240015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:16.039947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37794) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:16.128357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-234a933b-4c45-41c8-817a-252ffa548e03 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:32:16.130213 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-234a933b-4c45-41c8-817a-252ffa548e03 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0888848
Feb 05 23:32:18.821492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 37804) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:19.045974 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:32:19.046620 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:32:19.287097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:32:19.290207 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.quota [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8d6c4ff748>.
Feb 05 23:32:19.307347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:19.314891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Usage tracker for resource:network and tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:19.319849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:19.328307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:19.461087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Made reservation on behalf of cf5fbfe6ef314776b0fb7c64d10fbb90 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:32:19.514233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.policy [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80271) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 05 23:32:19.515456 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:32:19.515894 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING oslo_policy.policy [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 23:32:19.547514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:19.568650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:19.587001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:19.591532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:19.595455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:19.602177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:19.892306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:19.925472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:19.932004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:19.945072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Reserving flat network on physical network physnet1 {{(pid=80271) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 05 23:32:20.036367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:20.037833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8d6d1b5598> segment precommit_create {{(pid=80271) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 05 23:32:20.037833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Added segment df92b63f-eedb-44c1-b712-69aadb269a66 of type flat for network 62fcac07-d787-435a-ab68-1dacf0101c27
Feb 05 23:32:20.105539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603f9cf-a4c4-4b46-8dae-477f945eb1f4,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:20.134225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.134639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.135006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.135360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.135713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.136088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.136445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.136832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.137203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.137545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.137901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.138397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Tracked resource versions report:
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'}}
Feb 05 23:32:20.139640 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:32:20.337754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:20.351512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:20.416869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:20.418286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:20.419008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:20.424245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:20.540771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Pushing event updated for resources: {'Network': ['ID=62fcac07-d787-435a-ab68-1dacf0101c27,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:20.544590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:20.555033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 62fcac07-d787-435a-ab68-1dacf0101c27 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:32:20.599571 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.7754014
Feb 05 23:32:23.292569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 37824) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:23.511320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb18a4-23fc-40d4-987e-67d6ed20c7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:23.513788 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-eecb18a4-23fc-40d4-987e-67d6ed20c7d3 admin admin] 10.222.0.35 "GET /v2.0/subnets/f5f6ff04-d72f-4b2d-a999-558a99a07647 HTTP/1.1" status: 200  len: 849 time: 0.2191646
Feb 05 23:32:23.781156 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-79d5437d-8f8b-4780-8074-bbbb448a261f admin admin] 10.222.0.35 "GET /v2.0/routers/b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc HTTP/1.1" status: 200  len: 704 time: 0.2604671
Feb 05 23:32:24.324136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:24.775799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Allocated IP 172.20.0.1 (e420672e-c571-45fe-9dc1-eba8d431abc9/f5f6ff04-d72f-4b2d-a999-558a99a07647/cad4e721-6663-43f0-84c2-36ec7c1a0c86) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:32:25.073303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:25.094175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Transition to ACTIVE for port object cad4e721-6663-43f0-84c2-36ec7c1a0c86 will not be triggered until provisioned by entity DHCP. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:32:25.183083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:25.197141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:25.349575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cad4e721-6663-43f0-84c2-36ec7c1a0c86,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:25.353547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:25.570962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Network e420672e-c571-45fe-9dc1-eba8d431abc9 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:32:25.572286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:25.575621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:32:25.576410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:25.804852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-880a4ed0-599d-494e-9564-e597da603db8 None None] Provisioning for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:32:25.811156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-880a4ed0-599d-494e-9564-e597da603db8 None None] Provisioning complete for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:25.811556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-880a4ed0-599d-494e-9564-e597da603db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:25.872755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-880a4ed0-599d-494e-9564-e597da603db8 None None] Port cad4e721-6663-43f0-84c2-36ec7c1a0c86 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:32:25.896318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:26.210949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:26.245413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:26.246698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:26.263157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:26.409930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=cad4e721-6663-43f0-84c2-36ec7c1a0c86,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:26.413141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:26.475663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Network e420672e-c571-45fe-9dc1-eba8d431abc9 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:32:26.476881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:26.698760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5a3254a3-51da-4d4a-83bc-80d08ca60b1b None None] Provisioning complete for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:26.699182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5a3254a3-51da-4d4a-83bc-80d08ca60b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:26.737333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:32:26.920377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5a3254a3-51da-4d4a-83bc-80d08ca60b1b None None] Port cad4e721-6663-43f0-84c2-36ec7c1a0c86 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:32:26.929451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:32:26.940520 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] 10.222.0.35 "PUT /v2.0/routers/b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.1526341
Feb 05 23:32:26.959056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Sync routers for ids ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:32:26.972888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Routers {'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:32:26.974164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4c2898>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:32:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:27.197516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Set router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc gateway port host: None {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:32:27.781048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4c2898>, [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:25Z', 'revision_number': 2, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port_host': None, '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:26Z', 'revision_number': 2, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:27.787422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Checking router: b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:32:27.787815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Updating router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc port cad4e721-6663-43f0-84c2-36ec7c1a0c86 binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:32:27.846728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:28.472311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:28.488725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Transition to ACTIVE for port object cad4e721-6663-43f0-84c2-36ec7c1a0c86 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:32:28.536853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:28.558887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:28.716217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Pushing event updated for resources: {'Port': ['ID=cad4e721-6663-43f0-84c2-36ec7c1a0c86,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:28.730550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.730858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.731171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.731535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.731897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.732263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.732619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.732976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.733333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.733686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.734044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.734563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Tracked resource versions report:
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'}}
Feb 05 23:32:28.735590 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:32:28.743557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:28.941754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Attempting to bind port cad4e721-6663-43f0-84c2-36ec7c1a0c86 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:32:28.942705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Attempting to bind port cad4e721-6663-43f0-84c2-36ec7c1a0c86 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:32:28.943373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Attempting to bind port cad4e721-6663-43f0-84c2-36ec7c1a0c86 on network e420672e-c571-45fe-9dc1-eba8d431abc9 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:32:28.956378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:32:28.957287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Checking segment: {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:32:28.957865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:28.958603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Bound using segment: {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:32:28.959525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Bound port: cad4e721-6663-43f0-84c2-36ec7c1a0c86, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4b8be2-962d-425a-b3ba-86fa85511b9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:32:28.960194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:29.148000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] For port cad4e721-6663-43f0-84c2-36ec7c1a0c86, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:32:29.156760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] For port cad4e721-6663-43f0-84c2-36ec7c1a0c86, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cad4e721-6663-43f0-84c2-36ec7c1a0c86,segment=NetworkSegment(aa4b8be2-962d-425a-b3ba-86fa85511b9f),segment_id=aa4b8be2-962d-425a-b3ba-86fa85511b9f)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:32:29.228232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:29.246140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:29.418121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Pushing event updated for resources: {'Port': ['ID=cad4e721-6663-43f0-84c2-36ec7c1a0c86,revision_number=4']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:29.423371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:29.482095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Routers {'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:32:29.483303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4c2898>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:32:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:29.787262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 37836) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:29.805631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] Set router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc gateway port host: None {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:32:29.995047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24de461b-d993-46cb-840d-99ce637fc2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:30.006403 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-24de461b-d993-46cb-840d-99ce637fc2c9 admin admin] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 842 time: 0.2078500
Feb 05 23:32:30.014081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:32:30.020374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:30.024883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Usage tracker for resource:subnet and tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:30.028852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:30.036191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:30.095464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Made reservation on behalf of cf5fbfe6ef314776b0fb7c64d10fbb90 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:32:30.102243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:30.202814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4c2898>, [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:25Z', 'revision_number': 2, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port_host': None, '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:29Z', 'revision_number': 4, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:30.207545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb200d-3f50-4435-ae97-3cfa4b82818e None None] The sync data for ids ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'] in dv-cinder-774288-3-iscsi is: [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:25Z', 'revision_number': 2, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port_host': None, '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:29Z', 'revision_number': 4, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:32:30.884107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80272) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:32:30.884607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:30.899046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:31.047805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:31.053168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:31.126821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:32:31.127136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Network hostable DHCP agents. Network: 62fcac07-d787-435a-ab68-1dacf0101c27, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:32:31.199558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:32:31.267529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 62fcac07-d787-435a-ab68-1dacf0101c27) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:31.271878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:31.272517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:31.282221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f0e02-5745-4887-927d-25b822a1de3f None None] Network 62fcac07-d787-435a-ab68-1dacf0101c27 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:32:31.466435 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4483576
Feb 05 23:32:31.589022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cad4e721-6663-43f0-84c2-36ec7c1a0c86 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:31.624726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047cef6-e92e-45c3-9e45-779821c0cdb5 None None] Network 62fcac07-d787-435a-ab68-1dacf0101c27 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:32:31.838243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:32:31.850079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:31.850573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:32.041263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:32.079910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port cad4e721-6663-43f0-84c2-36ec7c1a0c86, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cad4e721-6663-43f0-84c2-36ec7c1a0c86,segment=NetworkSegment(aa4b8be2-962d-425a-b3ba-86fa85511b9f),segment_id=aa4b8be2-962d-425a-b3ba-86fa85511b9f)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:32:32.113937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:32.117212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:32.198713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=cad4e721-6663-43f0-84c2-36ec7c1a0c86,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:32.203302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:33.535838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cad4e721-6663-43f0-84c2-36ec7c1a0c86 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:33.636541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:33.636926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:34.237383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 37850) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:34.488806 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f24b1d76-3583-4d34-a320-76f30b9e2b88 admin admin] 10.222.0.35 "GET /v2.0/routers/b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc HTTP/1.1" status: 200  len: 710 time: 0.2499018
Feb 05 23:32:34.799910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70375c-e928-4438-ac65-c435f7330786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:34.800462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e70375c-e928-4438-ac65-c435f7330786 admin admin] Synchronizing usage tracker for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:32:34.867872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e70375c-e928-4438-ac65-c435f7330786 admin admin] Unset dirty status for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:32:34.869194 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4e70375c-e928-4438-ac65-c435f7330786 admin admin] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 886 time: 0.3740609
Feb 05 23:32:34.880106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:32:35.518198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:35.965052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:36.069875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:36.084476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:36.103061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:32:36.107642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:32:36.110889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:32:36.117262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:32:36.412837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:36.450864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:36.467978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:36.573679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d3df8-aed4-49f6-a4b8-21f914e79880,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:36.577323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:36.758520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Allocated IP 172.27.3.140 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/c55772e6-1476-4f32-ac5a-fcab24bb78f2) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:32:36.935186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:37.005589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:37.023133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:37.177157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Pushing event updated for resources: {'Port': ['ID=c55772e6-1476-4f32-ac5a-fcab24bb78f2,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:37.180639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:37.236020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:32:37.237492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:32:37.240116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:32:37.993967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:38.398390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:38.402541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852955594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1820223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1830292'] for router, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:38.606159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:32:38.812455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:32:38.823804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Sync routers for ids ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:32:38.833080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:38.834583 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] 10.222.0.35 "PUT /v2.0/routers/b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc HTTP/1.1" status: 200  len: 890 time: 3.9581835
Feb 05 23:32:38.835301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Routers {'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:32:38.835998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9773c8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:32:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:39.061811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Set router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:32:39.458547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3324306a-a77c-41c8-a5cb-1999df092246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:39.523838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9773c8>, [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:37Z', 'revision_number': 4, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port': {'id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:36Z', 'updated_at': '2021-02-05T23:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:32Z', 'revision_number': 5, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:39.530784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Checking router: b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:32:39.531184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Updating router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc port c55772e6-1476-4f32-ac5a-fcab24bb78f2 binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:32:39.602304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:40.261011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:40.320223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Transition to ACTIVE for port object c55772e6-1476-4f32-ac5a-fcab24bb78f2 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:32:40.388673 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:40.418773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1abf1f7a-105f-4ebd-972a-d1d7ca387b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:40.929553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Pushing event updated for resources: {'Port': ['ID=c55772e6-1476-4f32-ac5a-fcab24bb78f2,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:40.939230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:41.034780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Attempting to bind port c55772e6-1476-4f32-ac5a-fcab24bb78f2 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:32:41.035392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Attempting to bind port c55772e6-1476-4f32-ac5a-fcab24bb78f2 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:32:41.035904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Attempting to bind port c55772e6-1476-4f32-ac5a-fcab24bb78f2 on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:32:41.043256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:32:41.043802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:32:41.044354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:41.044880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:32:41.045511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Bound port: c55772e6-1476-4f32-ac5a-fcab24bb78f2, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:32:41.046029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:41.137059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] For port c55772e6-1476-4f32-ac5a-fcab24bb78f2, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:32:41.141107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] For port c55772e6-1476-4f32-ac5a-fcab24bb78f2, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=c55772e6-1476-4f32-ac5a-fcab24bb78f2,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:32:41.176433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:41.193496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:41.359329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Pushing event updated for resources: {'Port': ['ID=c55772e6-1476-4f32-ac5a-fcab24bb78f2,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:41.363157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:41.422443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Routers {'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:32:41.423245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9773c8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:32:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:41.635717 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c74a5113-5cbf-4214-85fc-698ee314c44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:41.665318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] Set router b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:32:41.902175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 37860) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:32:42.080882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b81d9-fd32-4eb9-a5ee-3465b1abdc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:32:42.082567 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-fe4b81d9-fd32-4eb9-a5ee-3465b1abdc93 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1792595
Feb 05 23:32:42.118328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9773c8>, [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:37Z', 'revision_number': 4, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port': {'id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:36Z', 'updated_at': '2021-02-05T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:32Z', 'revision_number': 5, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:32:42.123446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ffb6b5-9f54-41f1-8ddb-ca68ed5a3128 None None] The sync data for ids ['b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc'] in dv-cinder-774288-3-iscsi is: [{'id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'name': 'router1', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:32:13Z', 'updated_at': '2021-02-05T23:32:37Z', 'revision_number': 4, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'gw_port': {'id': 'c55772e6-1476-4f32-ac5a-fcab24bb78f2', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:36Z', 'updated_at': '2021-02-05T23:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cad4e721-6663-43f0-84c2-36ec7c1a0c86', 'name': '', 'network_id': 'e420672e-c571-45fe-9dc1-eba8d431abc9', 'tenant_id': 'dff8e7da05b7478886326791c1961a0f', 'mac_address': 'fa:16:3e:89:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d8e9d2-d5e8-4a86-98e3-4bafe8c4a0fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:32:24Z', 'updated_at': '2021-02-05T23:32:32Z', 'revision_number': 5, 'project_id': 'dff8e7da05b7478886326791c1961a0f', 'subnets': [{'id': 'f5f6ff04-d72f-4b2d-a999-558a99a07647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '216e237c-252b-4e19-b693-21903bd3697c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:32:42.619608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:32:43.597773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device c55772e6-1476-4f32-ac5a-fcab24bb78f2 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:43.735996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port c55772e6-1476-4f32-ac5a-fcab24bb78f2 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:32:43.756728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port c55772e6-1476-4f32-ac5a-fcab24bb78f2 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:43.758517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:43.836176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:43.915359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:43.944916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port c55772e6-1476-4f32-ac5a-fcab24bb78f2, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=c55772e6-1476-4f32-ac5a-fcab24bb78f2,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:32:43.983180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:43.986968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:32:44.118778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=c55772e6-1476-4f32-ac5a-fcab24bb78f2,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:32:44.124402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:32:44.132425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:45.268425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:32:45.616060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device c55772e6-1476-4f32-ac5a-fcab24bb78f2 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:32:45.789707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port c55772e6-1476-4f32-ac5a-fcab24bb78f2 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:32:45.791767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:09.352120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b43bc7c-8a8e-461a-b829-676232438ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:11.604429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f5f6-ab61-4a0f-b265-3f8f8e5d2b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:13.821726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:14.170076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:15.231915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:19.608977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:33:39.341004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9782463-875c-4f04-9551-f6bee372e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:41.593123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-61a91373-070f-4e1b-8552-bb3055f1d683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:43.850217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:44.129937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:45.238248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:33:56.613749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:34:09.347257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-689adecd-d9ac-40bd-b8b6-1813d8f60a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:11.591454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6c7929f-19ed-43dc-8969-d18954f5a38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:13.832524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:14.134932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:15.260663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:33.618846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:34:39.346376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff568-3b06-4e19-ad10-b9b52bf682c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:41.585614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-01248112-6e0d-43cb-adf9-3d80e135983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:43.847957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:44.127974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:34:45.277633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:09.345577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-997d03d3-894c-458f-b643-130ec6d4e265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:10.618337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:35:11.619072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c816e76e-5398-4b59-b71d-faffaf5b7575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:13.228563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38436) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:13.338041 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79bc142-4bb6-441e-95a0-a55b58d1cbdb admin admin] GET failed (client error): The resource could not be found.
Feb 05 23:35:13.339544 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d79bc142-4bb6-441e-95a0-a55b58d1cbdb admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1098220
Feb 05 23:35:13.654056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ae203-8b89-4d54-abf1-ec5e3a541847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:13.656386 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-901ae203-8b89-4d54-abf1-ec5e3a541847 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.3119278
Feb 05 23:35:13.871826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:14.139825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:15.248223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:16.218835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38446) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:16.376417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aa7463-5be2-44d1-b864-825962669fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:16.377347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-54aa7463-5be2-44d1-b864-825962669fbf admin admin] Synchronizing usage tracker for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:subnet {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:35:16.425068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-54aa7463-5be2-44d1-b864-825962669fbf admin admin] Unset dirty status for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:subnet {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:35:16.427383 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-54aa7463-5be2-44d1-b864-825962669fbf admin admin] 10.222.0.35 "GET /v2.0/subnets/f5f6ff04-d72f-4b2d-a999-558a99a07647 HTTP/1.1" status: 200  len: 849 time: 0.2071393
Feb 05 23:35:16.443640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:35:16.625105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:17.042157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765337368452'] for subnet, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:17.059299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:35:17.217546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f6ff04-d72f-4b2d-a999-558a99a07647,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:35:17.231139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.236698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:35:17.244710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:35:17.280353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:17.280910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:17.282927 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] 10.222.0.35 "PUT /v2.0/subnets/f5f6ff04-d72f-4b2d-a999-558a99a07647 HTTP/1.1" status: 200  len: 868 time: 0.8476934
Feb 05 23:35:17.287427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc94c2-81f2-4ce7-9d08-65f13cfbcd3a None None] Network e420672e-c571-45fe-9dc1-eba8d431abc9 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:35:18.033889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4d361ecd-3bdb-4c64-afee-ea7670bcb754 None None] Provisioning complete for port cad4e721-6663-43f0-84c2-36ec7c1a0c86 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:35:18.034744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4d361ecd-3bdb-4c64-afee-ea7670bcb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:18.193705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4d361ecd-3bdb-4c64-afee-ea7670bcb754 None None] Provisioning complete for port f631f85c-deb7-46c6-b5d8-4a15f6c1fb08 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:35:18.194417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4d361ecd-3bdb-4c64-afee-ea7670bcb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:19.960235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38456) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:20.212375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa09a4-1fd7-41be-93e2-7f2a5330723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:20.213032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa09a4-1fd7-41be-93e2-7f2a5330723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:20.215130 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a4aa09a4-1fd7-41be-93e2-7f2a5330723f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2532408
Feb 05 23:35:22.859891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38466) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:23.103497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c0f40-1803-4e9a-9acb-d63fab2fdfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:23.103840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c0f40-1803-4e9a-9acb-d63fab2fdfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:23.105595 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bb4c0f40-1803-4e9a-9acb-d63fab2fdfa6 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2443438
Feb 05 23:35:25.766180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38476) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:26.032569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23963d4-14ef-4790-b4d6-ab480e6a158e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:26.034649 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d23963d4-14ef-4790-b4d6-ab480e6a158e admin admin] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 886 time: 0.2666819
Feb 05 23:35:28.660526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38486) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:29.082174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f48845-f693-4ec7-bd4b-cd459555aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:29.084108 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-39f48845-f693-4ec7-bd4b-cd459555aafe admin admin] 10.222.0.35 "GET /v2.0/networks/e420672e-c571-45fe-9dc1-eba8d431abc9 HTTP/1.1" status: 200  len: 862 time: 0.4224610
Feb 05 23:35:31.712546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38496) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:31.927046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbc0ad-972e-4928-b652-a9356bc6b8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:31.927791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbc0ad-972e-4928-b652-a9356bc6b8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:31.935596 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9fbbc0ad-972e-4928-b652-a9356bc6b8c3 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2164719
Feb 05 23:35:34.723561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38506) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:34.884764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa492e-8156-4098-b817-81de45db6e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:34.885116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa492e-8156-4098-b817-81de45db6e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:34.889118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d9fa492e-8156-4098-b817-81de45db6e0a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1622665
Feb 05 23:35:37.570936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38516) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:37.766015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d009869e-60e8-487b-b5dc-7734be6b2bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:37.767495 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d009869e-60e8-487b-b5dc-7734be6b2bcc admin admin] 10.222.0.35 "GET /v2.0/subnets/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71 HTTP/1.1" status: 200  len: 816 time: 0.1940966
Feb 05 23:35:39.372459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a7b6ca4c-32e4-48b5-8617-d0bde155e0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:40.550337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38526) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:35:40.709502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06741a99-112d-460e-a6e5-51ca7c2fae03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:35:40.711151 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-06741a99-112d-460e-a6e5-51ca7c2fae03 admin admin] 10.222.0.35 "GET /v2.0/subnets/f5f6ff04-d72f-4b2d-a999-558a99a07647 HTTP/1.1" status: 200  len: 868 time: 0.1594336
Feb 05 23:35:41.648171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51bdfeb0-052c-4805-a4b3-c28e0e8a9227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:43.841544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:44.172643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:45.297276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:35:47.618753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:36:08.753032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38566) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:36:08.891689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-f5848dff-d639-4aca-abb1-558af51a9956 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:36:08.893095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f5848dff-d639-4aca-abb1-558af51a9956 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1389105
Feb 05 23:36:09.355499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bcc8365d-49a2-4112-b75a-33d414603d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:11.600513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dab8cefc-0a69-485b-b275-0163b042ff33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:12.272182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38576) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:36:12.380115 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f26d06-cdbd-4e38-aad5-c03cf924f406 admin admin] GET failed (client error): The resource could not be found.
Feb 05 23:36:12.387029 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b7f26d06-cdbd-4e38-aad5-c03cf924f406 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1083033
Feb 05 23:36:12.550407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817dd5fb-a12f-47dc-85d2-afde9146f9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:36:12.552100 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-817dd5fb-a12f-47dc-85d2-afde9146f9ba admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1660562
Feb 05 23:36:13.829116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:14.137925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.159647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38586) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:36:15.261965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:36:15.271256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:36:15.290768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:36:15.291837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.331924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Made reservation on behalf of cf5fbfe6ef314776b0fb7c64d10fbb90 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:36:15.337542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.437007 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.services.revisions.revision_plugin [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8d6b4a1710] {project_id='cf5fbfe6ef314776b0fb7c64d10fbb90', id='846cfc03-1f71-48c5-a8b9-532ed4f69dcb', target_tenant='*', action='access_as_shared', object_id='b52ec6f4-bc00-4d60-b929-3521efef758a'}> to bump revision.
Feb 05 23:36:15.508435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:36:15.520435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.520847 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Added segment ddf35006-4071-443a-9b7e-d45895eb417f of type vxlan for network b52ec6f4-bc00-4d60-b929-3521efef758a
Feb 05 23:36:15.552168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.617613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.619138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:36:15.619884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:15.626276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:36:15.730004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Pushing event updated for resources: {'Network': ['ID=b52ec6f4-bc00-4d60-b929-3521efef758a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:36:15.744423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.750533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:15.752284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:36:15.762651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network b52ec6f4-bc00-4d60-b929-3521efef758a details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:36:15.784450 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6234496
Feb 05 23:36:18.400380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38596) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:36:18.507391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e906086-1593-4fd8-994a-88e36d6239f2 admin admin] GET failed (client error): The resource could not be found.
Feb 05 23:36:18.507958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1e906086-1593-4fd8-994a-88e36d6239f2 admin admin] Synchronizing usage tracker for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:36:18.577947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1e906086-1593-4fd8-994a-88e36d6239f2 admin admin] Unset dirty status for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:36:18.579196 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1e906086-1593-4fd8-994a-88e36d6239f2 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1777630
Feb 05 23:36:18.722235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da23a7-d522-4e33-8bbb-389a290ee5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:36:18.724552 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f0da23a7-d522-4e33-8bbb-389a290ee5ee admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1402030
Feb 05 23:36:18.736164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:36:18.741505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:36:18.752744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:36:18.822266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Made reservation on behalf of cf5fbfe6ef314776b0fb7c64d10fbb90 for: {'subnet': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:36:18.828088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:19.350196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:19.371140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:36:19.512353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=081b058f-82fa-4a98-bf62-0b24f03b16c7,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:36:19.519713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:36:19.581543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Checking segment: {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:36:19.581947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Network hostable DHCP agents. Network: b52ec6f4-bc00-4d60-b929-3521efef758a, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:36:19.640619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Network b52ec6f4-bc00-4d60-b929-3521efef758a is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:36:19.686258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, b52ec6f4-bc00-4d60-b929-3521efef758a) {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:36:19.690666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:36:19.691317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:19.696156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c12df-7221-4096-bcf3-3a14448a1f26 None None] Network b52ec6f4-bc00-4d60-b929-3521efef758a requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:36:19.751582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0197873
Feb 05 23:36:19.973705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-b52ec6f4-bc00-4d60-b929-3521efef758a', 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a', 'tenant_id': 'cf5fbfe6ef314776b0fb7c64d10fbb90', 'fixed_ips': [{'subnet_id': '081b058f-82fa-4a98-bf62-0b24f03b16c7'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:36:19.975540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:20.352537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Allocated IP 192.168.233.2 (b52ec6f4-bc00-4d60-b929-3521efef758a/081b058f-82fa-4a98-bf62-0b24f03b16c7/1be42da6-9b13-4549-be58-efa22645530f) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:36:20.692736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:20.755208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Transition to ACTIVE for port object 1be42da6-9b13-4549-be58-efa22645530f will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:36:20.781064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Transition to ACTIVE for port object 1be42da6-9b13-4549-be58-efa22645530f will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:36:20.825014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:20.846942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:36:21.000191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Pushing event updated for resources: {'Port': ['ID=1be42da6-9b13-4549-be58-efa22645530f,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:36:21.013417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.013794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.014174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.014574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.014940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.015305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.015667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.016031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.016415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.016780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.017384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.017747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:36:21.023848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:36:21.081022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Network b52ec6f4-bc00-4d60-b929-3521efef758a is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:36:21.082537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:36:21.085209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:36:21.152132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Attempting to bind port 1be42da6-9b13-4549-be58-efa22645530f on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:36:21.152545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Attempting to bind port 1be42da6-9b13-4549-be58-efa22645530f by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:36:21.152947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Attempting to bind port 1be42da6-9b13-4549-be58-efa22645530f on network b52ec6f4-bc00-4d60-b929-3521efef758a {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:36:21.160389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:36:21.160810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Checking segment: {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:36:21.161255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:21.161696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Bound using segment: {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:36:21.162228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Bound port: 1be42da6-9b13-4549-be58-efa22645530f, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:36:21.162672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:21.283973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] For port 1be42da6-9b13-4549-be58-efa22645530f, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:36:21.289764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] For port 1be42da6-9b13-4549-be58-efa22645530f, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=1be42da6-9b13-4549-be58-efa22645530f,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:36:21.368053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:21.402147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ae454f93-0b6c-48e5-a5cc-034249a02ba9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:36:21.704451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Pushing event updated for resources: {'Port': ['ID=1be42da6-9b13-4549-be58-efa22645530f,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:36:21.715742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:36:23.155217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96573ae9-cb5e-47fb-ad81-f46e8f9ed37b None None] Network b52ec6f4-bc00-4d60-b929-3521efef758a requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:36:23.327674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-dec91bd8-0c42-4bbc-a820-3792ea35c441 None None] Provisioning for port 1be42da6-9b13-4549-be58-efa22645530f completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:36:23.712593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 1be42da6-9b13-4549-be58-efa22645530f up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:36:23.846953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 1be42da6-9b13-4549-be58-efa22645530f completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:36:23.853275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 1be42da6-9b13-4549-be58-efa22645530f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:36:23.854042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:23.942204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-19f4761c-d653-4bef-8849-c8aa67a65ba2 None None] Provisioning complete for port 1be42da6-9b13-4549-be58-efa22645530f triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:36:23.942655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19f4761c-d653-4bef-8849-c8aa67a65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:24.104097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:24.165738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19f4761c-d653-4bef-8849-c8aa67a65ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:24.180567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 1be42da6-9b13-4549-be58-efa22645530f, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=1be42da6-9b13-4549-be58-efa22645530f,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:36:24.232871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:24.250860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:36:24.323433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-19f4761c-d653-4bef-8849-c8aa67a65ba2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:36:24.324030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-19f4761c-d653-4bef-8849-c8aa67a65ba2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:36:24.343662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=1be42da6-9b13-4549-be58-efa22645530f,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:36:24.348567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:36:24.619012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:36:25.031902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-e64c7739-6f84-4e8a-a298-e92091160bce None None] Provisioning complete for port 1be42da6-9b13-4549-be58-efa22645530f triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:36:25.032467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e64c7739-6f84-4e8a-a298-e92091160bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:25.672008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 1be42da6-9b13-4549-be58-efa22645530f up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:36:25.767878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 1be42da6-9b13-4549-be58-efa22645530f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:36:25.768287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:39.342377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6cb7-3be5-4d72-9bac-9c5304e7b751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:41.600392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca2f913f-1d41-463b-bf03-a1557d6a5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:43.857174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:44.143307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:36:45.268942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:01.626516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:37:09.370961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca9bff1a-1d42-4ac7-ad2e-31db2c095891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:11.599728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-89198bd7-b6e8-4316-aaa9-1e26b1c4ab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:13.845743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:14.153873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:15.274158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:38.617676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:37:39.347667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-88728f98-eba8-435c-99de-604e14ff3582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:40.794607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38638) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:37:40.801871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [None req-47621bc9-ffa7-47e5-b376-a06a73001828 tempest-verify_tempest_config-2119147961 tempest-verify_tempest_config-2119147961-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:37:40.803147 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-47621bc9-ffa7-47e5-b376-a06a73001828 tempest-verify_tempest_config-2119147961 tempest-verify_tempest_config-2119147961-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0071356
Feb 05 23:37:41.366719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38658) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:37:41.547538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:41.582144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:37:41.589401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c6d72bbd3743b6997a6ed644080368 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:37:41.595545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:37:41.598875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58b1d0e0-30c1-4ae3-bf75-e79db58445d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:41.607070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:37:41.982550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.027986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.038103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:37:42.088652 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9c6d72bbd3743b6997a6ed644080368&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7206895
Feb 05 23:37:42.089663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bbfe6e-23b6-4d88-a2b6-b0b768f1886a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:37:42.092698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38664) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:37:42.098712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.099120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.099498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.099868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.100519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.100910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.101280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.101643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.101998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.102391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.102756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.103117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.107662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:37:42.208963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.264679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.364836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.371612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:37:42.387869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bbfe6e-23b6-4d88-a2b6-b0b768f1886a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:37:42.395856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:42.397142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31bbfe6e-23b6-4d88-a2b6-b0b768f1886a HTTP/1.1" status: 204  len: 168 time: 0.3029633
Feb 05 23:37:42.398776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.399181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.399559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.399991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.400479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.400835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.401204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.401569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.401934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.402456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.402814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.403177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:37:42.406902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:37:43.850393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:44.159730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:37:45.234758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:09.329867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a842c0f4-2920-4979-a4db-cf61e36644ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:11.609486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-49240c80-34a1-4f64-9aad-f8ecc6e29bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:13.850143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:14.158294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:15.221267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:15.618182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:38:39.352173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-648a6d1f-b7d5-4726-af89-138db5def59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:41.591905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a92c37f-44ab-434c-b4a1-5e755b1d1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:43.871784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:44.168731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:45.249241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:38:52.618692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 5 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:39:09.345248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a3196a01-a3d2-46b0-8f2c-f5465415a58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:11.591370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ce93c7d6-3e5b-4207-876c-4e8cf036305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:13.860253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:14.163854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:15.231619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:25.671689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733'] for agent, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:25.672644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.672833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.673441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.674027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.674611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.675048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.675742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.676124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.676603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.677085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.677513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.678027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:39:25.678710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d6b759dd8>, 'Open vSwitch agent', 'hv-cinder-77428', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:39:25.684089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8d6b4dfe80>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77428', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:39:25.955567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] get_endpoint_by_host() called for host hv-cinder-77428 {{(pid=80273) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 05 23:39:25.960523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] get_endpoint_by_ip() called for ip 192.168.0.95 {{(pid=80273) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 05 23:39:25.964512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] _add_endpoint() called for ip 192.168.0.95 {{(pid=80273) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 05 23:39:26.008440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] _get_endpoints() called {{(pid=80273) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 05 23:39:29.619656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:39:39.390739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec90aab9-7e8b-48e4-a02d-f18dee25ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:39.993119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38738) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:39:40.205565 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8ee6bb1c-3ab2-4f4a-b4f5-6e756cb5e4d6 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.2107673
Feb 05 23:39:41.607941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1910f98-baa1-44f7-bf9b-c30cb11f2650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:42.802549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38748) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:39:42.902970 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0c6ece32-37e4-4681-b0da-388ff3d12d93 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0985889
Feb 05 23:39:43.870735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:44.167692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:45.248052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:39:55.636126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:06.624232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:40:09.344400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8241ff-2dab-4716-9ec1-4a7bf8c664fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:11.613166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4899d15-bb9e-4f38-95b6-3c047cb538f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:13.865055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:14.321351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:15.229874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:25.663939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:39.338630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8674f814-03f1-4ebf-b13f-fb1677824d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:41.614826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b91759e8-8f38-40c3-af4e-855931f7e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:43.626680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:40:43.892199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:44.160850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:45.223442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:40:55.681254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:09.336902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c9ecafb-b327-46a3-8d6d-dd23e8e6930b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:11.617519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ee63608-09f1-47d4-9676-f9893009c595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:13.873858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:14.171235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:15.252732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:20.633145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:41:25.782939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:27.442150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38888) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:28.222626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1874857892-network', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:28.242000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:28.242000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Usage tracker for resource:network and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:28.242000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:28.245703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:28.320433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Made reservation on behalf of ab340a5cd4234f3aafcac8833c2f9657 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:28.325877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:28.341004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:28.359804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:28.366888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:28.371488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:28.379067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:28.730741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:28.765292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:28.771378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35932d18-0c55-4f06-96b8-09bda6c405f5,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.851248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Tracked resource versions report:
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'},
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'ConntrackHelper': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Log': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Network': '1.1',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Port': '1.7',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'PortForwarding': '1.2',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'QosPolicy': '1.8',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroup': '1.4',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroupRule': '1.2',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SubPort': '1.0',
Feb 05 23:41:28.854980 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Subnet': '1.1',
Feb 05 23:41:28.859910 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Trunk': '1.1'}}
Feb 05 23:41:28.859910 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:41:28.859910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:29.023601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:41:29.039436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:29.039990 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Added segment b1abb46d-8361-40cd-978b-a90a7b576579 of type vxlan for network 8b12a48c-ef16-412c-a8b8-01abc3e5637f
Feb 05 23:41:29.077237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:29.188575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:29.190981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:29.191835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:29.197071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:29.331930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Pushing event updated for resources: {'Network': ['ID=8b12a48c-ef16-412c-a8b8-01abc3e5637f,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:29.339666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:29.345161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:29.361354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:29.443988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38934) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:29.444985 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.9993260
Feb 05 23:41:29.450658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Request body: {'subnet': {'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1874857892-subnet', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:29.458482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:29.464865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Usage tracker for resource:subnet and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:29.469623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:29.478243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:29.519775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Made reservation on behalf of ab340a5cd4234f3aafcac8833c2f9657 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:29.527016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:30.270768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:30.296832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:30.392573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38954) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:30.434929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38960) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:30.561642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:30.584795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.585138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.585523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.585888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.586258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.586665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.587023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.587379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.587755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.588114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.588469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.588826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.589254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.589608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.589968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.590323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.590704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.591057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.591408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.591757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.592105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.592453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Tracked resource versions report:
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'},
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'ConntrackHelper': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Log': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Network': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Port': '1.7',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'PortForwarding': '1.2',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'QosPolicy': '1.8',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroup': '1.4',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroupRule': '1.2',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SubPort': '1.0',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Subnet': '1.1',
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Trunk': '1.1'}}
Feb 05 23:41:30.599727 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:41:30.609575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:30.654910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Checking segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:30.655299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Network hostable DHCP agents. Network: 8b12a48c-ef16-412c-a8b8-01abc3e5637f, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:41:30.743737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:41:30.805704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 8b12a48c-ef16-412c-a8b8-01abc3e5637f) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:30.815801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:30.817386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:30.828290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c4d36-42b8-4377-8de3-8c1cb939aa27 None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:30.905748 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4602726
Feb 05 23:41:30.910822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 38978) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:30.925279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:30.938809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:30.950391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Usage tracker for resource:router and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:30.959149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:30.977142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:31.034726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.039365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.075353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.316437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142444471-network', 'tenant_id': '6d288d9d75864c46a7c26ba633063f8c'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:31.331069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:41:31.332586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.367307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-network', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:31.373383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:31.385327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Usage tracker for resource:network and tenant:b5fd54094df94139870ab02dd9b7cd08 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:31.394926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:31.407681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:31.409097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:31.429388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Usage tracker for resource:network and tenant:6d288d9d75864c46a7c26ba633063f8c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:31.435041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:31.482095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Made reservation on behalf of b5fd54094df94139870ab02dd9b7cd08 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:31.488251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.504446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.507762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:31.524827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:31.530743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Usage tracker for resource:security_group_rule and tenant:b5fd54094df94139870ab02dd9b7cd08 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:31.536030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:31.544694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:31.638583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Made reservation on behalf of 6d288d9d75864c46a7c26ba633063f8c for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:31.644907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.659874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.667045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.685107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:31.690212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Usage tracker for resource:security_group_rule and tenant:6d288d9d75864c46a7c26ba633063f8c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:31.705325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:31.713680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:31.770180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.811190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.816218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:31.874895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Allocated IP 172.20.0.2 (8b12a48c-ef16-412c-a8b8-01abc3e5637f/93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a/03a78636-8f50-43ba-a5ed-a20a94ea50f6) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:31.875709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d2826d-22ac-4b2b-a90f-d16a3df395a4,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:31.889946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:31.923964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:41:31.982927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:31.985528 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Added segment bb50e430-6dce-4e1c-b86e-defc8eff6cbe of type vxlan for network b09817e7-8ef7-414e-86d6-9693d544b095
Feb 05 23:41:32.098056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.107375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.178447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.180690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:32.181367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.198883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.223844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:32.275044 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8380179
Feb 05 23:41:32.279612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 38998) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:32.289983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Request body: {'subnet': {'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-subnet', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:32.298099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:32.304615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Usage tracker for resource:subnet and tenant:b5fd54094df94139870ab02dd9b7cd08 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:32.308575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:32.316824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:32.415343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Made reservation on behalf of b5fd54094df94139870ab02dd9b7cd08 for: {'subnet': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:32.420084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.450037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.453703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0420df55-cb7f-48d2-bbfa-54bb5f374e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:32.469704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Pushing event updated for resources: {'Network': ['ID=b09817e7-8ef7-414e-86d6-9693d544b095,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:32.475474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:32.486405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Transition to ACTIVE for port object 03a78636-8f50-43ba-a5ed-a20a94ea50f6 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:32.495452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714719df-83b1-4d31-a921-bb3f7efbc74c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:32.504078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:32.540898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network b09817e7-8ef7-414e-86d6-9693d544b095 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:32.568607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network b09817e7-8ef7-414e-86d6-9693d544b095 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:32.589237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.620244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:41:32.631277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.654082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.654889 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Added segment 7cb020cb-ea2c-4dfa-bf55-208c04672e94 of type vxlan for network 1a9a322d-29da-4f77-8d67-5e52b47671c7
Feb 05 23:41:32.706092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Transition to ACTIVE for port object 03a78636-8f50-43ba-a5ed-a20a94ea50f6 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:32.744963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:32.847813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:33.029898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:33.063650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:33.081342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:33.083911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:33.271149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:33.278966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:33.283027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:33.289455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:33.433419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:33.465132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:33.601651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9a322d-29da-4f77-8d67-5e52b47671c7,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:33.617984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:33.638064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Allocated IP 172.27.3.245 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/4e6099ff-32c7-4697-8889-7124fe0b57ad) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:33.657455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.2635946
Feb 05 23:41:33.663477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39026) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:33.670467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Request body: {'subnet': {'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142444471-subnet', 'tenant_id': '6d288d9d75864c46a7c26ba633063f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:33.687895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:33.692778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Usage tracker for resource:subnet and tenant:6d288d9d75864c46a7c26ba633063f8c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:33.707686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:33.729484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:33.776341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:33.796018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:41:33.817058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee69ecc-ad35-4cdd-bad5-ee5839d72934,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:33.829071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:33.893229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Pushing event updated for resources: {'Port': ['ID=03a78636-8f50-43ba-a5ed-a20a94ea50f6,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:33.925764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.926162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.926570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.927050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.927282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.927650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.928539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.928907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.929270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.929799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.929956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.930301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.930784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.931139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.931499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.931850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.932203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.932556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.933079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.933433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.933790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.934140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.934603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.934958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Tracked resource versions report:
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'},
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'ConntrackHelper': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Log': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Network': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Port': '1.7',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'PortForwarding': '1.2',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'QosPolicy': '1.8',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroup': '1.4',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroupRule': '1.2',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SubPort': '1.0',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Subnet': '1.1',
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Trunk': '1.1'}}
Feb 05 23:41:33.936354 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:41:33.959200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:33.963498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Attempting to bind port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:41:33.963920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Attempting to bind port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:41:33.964382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Attempting to bind port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 on network 8b12a48c-ef16-412c-a8b8-01abc3e5637f {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:41:33.969585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Checking segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:33.969973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Network hostable DHCP agents. Network: b09817e7-8ef7-414e-86d6-9693d544b095, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:41:34.029236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Made reservation on behalf of 6d288d9d75864c46a7c26ba633063f8c for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:34.041852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.050991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Network b09817e7-8ef7-414e-86d6-9693d544b095 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:41:34.102472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, b09817e7-8ef7-414e-86d6-9693d544b095) {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:34.108892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:34.111558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.121666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:41:34.122495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Checking segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:34.123102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.123709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Bound using segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:41:34.124415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Bound port: 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:41:34.125014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.169500 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8862054
Feb 05 23:41:34.170052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39040) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:34.177025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:34.185912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329067b-3970-47fa-9e8d-cc0eee8f616c None None] Network b09817e7-8ef7-414e-86d6-9693d544b095 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:34.190684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:34.206086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Usage tracker for resource:router and tenant:b5fd54094df94139870ab02dd9b7cd08 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:34.212598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:34.231339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:34.290091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.331672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.333030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.389385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.576180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:34.622911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:34.869075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e95455-e5c2-48d1-8131-c57490e0f8da None None] Network b09817e7-8ef7-414e-86d6-9693d544b095 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:34.967810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] For port 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:41:34.974012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4e6099ff-32c7-4697-8889-7124fe0b57ad,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:34.993306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:35.114492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] For port 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=03a78636-8f50-43ba-a5ed-a20a94ea50f6,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:41:35.192771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:35.196591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:35.201415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:35.208486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:35.243381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:35.349273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:35.360282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Pushing event updated for resources: {'Port': ['ID=03a78636-8f50-43ba-a5ed-a20a94ea50f6,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:35.404929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:36.055906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:36.088469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:36.154270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:36.248215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39088) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:36.851466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Allocated IP 172.27.3.192 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/24bd33aa-b7af-43dd-8f78-afbfd87b7269) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:36.958978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:36.998043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-674b4b62-c524-4365-827f-95861b3daf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:37.087932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5228732-3be5-4f5c-9a2d-8e3653bfa33b,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:37.091139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:37.184754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.246795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:37.263242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Usage tracker for resource:security_group_rule and tenant:6a04a1bcc7474b8cac401fa9a5fc6ef4 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:37.275074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:37.313682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:37.398120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.524097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.616151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:37.633463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Checking segment: {'id': '7cb020cb-ea2c-4dfa-bf55-208c04672e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:37.634033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Network hostable DHCP agents. Network: 1a9a322d-29da-4f77-8d67-5e52b47671c7, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:41:37.649900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.720426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.747941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917e718-cd18-46d7-8296-f242a9c6a44d None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:37.861161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:37.948835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Synchronizing usage tracker for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:41:37.964490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:41:38.015947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Unset dirty status for tenant:cf5fbfe6ef314776b0fb7c64d10fbb90 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:41:38.017525 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a04a1bcc7474b8cac401fa9a5fc6ef4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7673697
Feb 05 23:41:38.021225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39142) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:38.053549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 1a9a322d-29da-4f77-8d67-5e52b47671c7) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:38.058859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:38.059946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:38.094464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a96eb44a-7302-4b72-8b6e-18c869253557 None None] Provisioning for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:38.109017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 03a78636-8f50-43ba-a5ed-a20a94ea50f6 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:38.140363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Pushing event updated for resources: {'Port': ['ID=24bd33aa-b7af-43dd-8f78-afbfd87b7269,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:38.146903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:38.152313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:38.166716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66471868-91c7-4d30-a6d9-284e431e97f3 None None] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:38.178057 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.5130808
Feb 05 23:41:38.255020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:38.262094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:38.269607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:38.325644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Router 499cd73d-5223-476c-b076-bb508de78d63 is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:41:38.350856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce68ab5-d324-4a48-8306-cf9cb09f4a0a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:38.355601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:38.537005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:38.587502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:38.641267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:38.641267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:38.745864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:41:38.766634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:41:38.783924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3e40a-6c4c-457e-a62e-54471648fc80 None None] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:41:38.800042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:38.802724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b96beb8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:38.828296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:38.833924 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.9163110
Feb 05 23:41:38.835496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39168) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:39.057120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:39.164890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39174) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:39.228416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39178) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:39.238320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:39.364951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:39.479712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=03a78636-8f50-43ba-a5ed-a20a94ea50f6,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:41:39.503659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-789bd415-926a-4b95-9475-55e9f32e5bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:39.507489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:39.589582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:39.602730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:39.794906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=03a78636-8f50-43ba-a5ed-a20a94ea50f6,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:39.814049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:39.855689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-46abaca8-7957-4b7a-a613-0f4dfadc5086 None None] Provisioning complete for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:39.857352 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-46abaca8-7957-4b7a-a613-0f4dfadc5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.209101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39210) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:40.230988 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 05 23:41:40.304767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.353516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-39ecb365-f60c-4bd7-a5c2-9eabb0b3af4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:40.378441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce68ab5-d324-4a48-8306-cf9cb09f4a0a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:40.382193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:40.546514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b96beb8>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:35Z', 'revision_number': 3, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:40.565316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:41:40.567175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Updating router 499cd73d-5223-476c-b076-bb508de78d63 port 4e6099ff-32c7-4697-8889-7124fe0b57ad binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:41:40.736366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-86750a8a-63c1-4790-9a69-eaf9da0295f4 None None] Provisioning complete for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:40.737153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-86750a8a-63c1-4790-9a69-eaf9da0295f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.780451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.846000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39216) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:40.857522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.881998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.903663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:40.909826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:40.918593 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ce68ab5-d324-4a48-8306-cf9cb09f4a0a HTTP/1.1" status: 204  len: 168 time: 2.8408856
Feb 05 23:41:40.965763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:40.977884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Usage tracker for resource:security_group_rule and tenant:102c88cb60844fbfa416fdce90c14198 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:40.998852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:41.015914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Usage tracker for resource:security_group_rule and tenant:7c41e834fe2b46a5a44a637dd9c07f21 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:41.033575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:41.036823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:41.050216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:41.224064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-28611436-20e3-418e-a18e-28a97d48feb8 None None] Provisioning complete for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:41.225428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28611436-20e3-418e-a18e-28a97d48feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.288075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.311068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.340362 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:41.345813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Usage tracker for resource:security_group_rule and tenant:b8eecc4803344f5586db4b675f53c8b3 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:41.349571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:41.357675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:41.583246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-a38186db-100e-416b-9d8b-95cf330f8015 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:41.587300 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-a38186db-100e-416b-9d8b-95cf330f8015 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/networks?id=1a9a322d-29da-4f77-8d67-5e52b47671c7 HTTP/1.1" status: 200  len: 811 time: 1.3705895
Feb 05 23:41:41.602893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.666089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.679019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2d695fb5-d461-4568-96b9-22438c540172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.686638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.688739 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-c76c622a-034d-4981-9940-8d885b617313 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/quotas/6d288d9d75864c46a7c26ba633063f8c HTTP/1.1" status: 200  len: 375 time: 0.0786633
Feb 05 23:41:41.692935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.707634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:41.780781 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7c41e834fe2b46a5a44a637dd9c07f21&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3738194
Feb 05 23:41:41.820465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.829527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39232) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:41.841337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.847724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.864409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 03a78636-8f50-43ba-a5ed-a20a94ea50f6 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:41.872725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03d8c8-7897-4560-87bb-35d03e72e134,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:41.885279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:41.886150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:41.952537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:41.966618 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-9816fa39-8951-40c3-9135-60c56d1b2a3b tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d288d9d75864c46a7c26ba633063f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2333140
Feb 05 23:41:42.009346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:42.009851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.019373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-747ea9f2-d213-4909-bfef-b48fddb3c1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:42.041192 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=102c88cb60844fbfa416fdce90c14198&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8728700
Feb 05 23:41:42.049307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a990c597-129c-402f-bf12-f368b4265291,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:42.056822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Transition to ACTIVE for port object 4e6099ff-32c7-4697-8889-7124fe0b57ad will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:42.060459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39242) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:42.065007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:42.102193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.127923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:42.247943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39248) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:42.257678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Pushing event updated for resources: {'Port': ['ID=4e6099ff-32c7-4697-8889-7124fe0b57ad,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:42.272285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.272724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.273013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.273383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.273919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.274281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.274672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.275028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.275437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.276247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.276604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.276954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.277382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.279291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.279889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.280187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.280720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.281921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.281921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.281921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.282442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.282868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.283284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.283646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Tracked resource versions report:
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]: pushed versions:
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]: {   'AddressGroup': {'1.1'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'ConntrackHelper': {'1.0'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Log': {'1.0'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Network': {'1.1'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Port': {'1.7'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'PortForwarding': {'1.2'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'QosPolicy': {'1.8'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroup': {'1.4'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SecurityGroupRule': {'1.2'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'SubPort': {'1.0'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Subnet': {'1.1'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     'Trunk': {'1.1'}}
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]: consumer versions:
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]: {   DHCP agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     L3 agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metadata agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     Metering agent@dv-cinder-774288-3-iscsi: {},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@dv-cinder-774288-3-iscsi: {   'AddressGroup': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'ConntrackHelper': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Log': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Network': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Port': '1.7',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'PortForwarding': '1.2',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'QosPolicy': '1.8',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroup': '1.4',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SecurityGroupRule': '1.2',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'SubPort': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Subnet': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                                      'Trunk': '1.1'},
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'ConntrackHelper': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Log': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Network': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Port': '1.7',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'PortForwarding': '1.2',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'QosPolicy': '1.8',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroup': '1.4',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SecurityGroupRule': '1.2',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'SubPort': '1.0',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Subnet': '1.1',
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:                                             'Trunk': '1.1'}}
Feb 05 23:41:42.284982 dv-cinder-774288-3-iscsi neutron-server[80158]:  {{(pid=80274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 23:41:42.291172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:42.326102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.459753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:42.463760 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8eecc4803344f5586db4b675f53c8b3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6158376
Feb 05 23:41:42.471812 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Attempting to bind port 4e6099ff-32c7-4697-8889-7124fe0b57ad on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:41:42.472035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Attempting to bind port 4e6099ff-32c7-4697-8889-7124fe0b57ad by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:41:42.472898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Attempting to bind port 4e6099ff-32c7-4697-8889-7124fe0b57ad on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:41:42.476831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39252) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:42.483803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:41:42.484262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:42.485047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.485703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:41:42.486638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Bound port: 4e6099ff-32c7-4697-8889-7124fe0b57ad, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:41:42.487149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.490267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.497236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.533505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.606402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-f29dca1d-cbc3-42ad-aa72-3b9a1fdde299 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:41:42.608295 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-f29dca1d-cbc3-42ad-aa72-3b9a1fdde299 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4045250
Feb 05 23:41:42.612106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6573a30c-46f4-4051-a68b-5064838caf95,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:42.632173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Usage tracker for resource:security_group_rule and tenant:15be7d2eaea54c37ababa3fbd0d47e7e is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:42.634847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:42.649491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] For port 4e6099ff-32c7-4697-8889-7124fe0b57ad, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:41:42.652609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:42.655942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] For port 4e6099ff-32c7-4697-8889-7124fe0b57ad, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4e6099ff-32c7-4697-8889-7124fe0b57ad,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:41:42.662453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.665290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:42.670057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:42.689781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a990c597-129c-402f-bf12-f368b4265291,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:42.690214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.692819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:42.794731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.804620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.827860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:42.846019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.850616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Allocated IP 172.20.0.1 (8b12a48c-ef16-412c-a8b8-01abc3e5637f/93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a/f0b94ace-ae3e-4135-8db6-47971437bf9a) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:42.868599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:42.884194 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a990c597-129c-402f-bf12-f368b4265291 HTTP/1.1" status: 204  len: 168 time: 0.8161774
Feb 05 23:41:42.974178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.182041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:43.198897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6573a30c-46f4-4051-a68b-5064838caf95,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:43.203405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Router 7cd772a3-5882-411f-8931-24d9e7a54346 is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:41:43.208268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:43.214936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.268305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.279388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9dcc2cb6-4915-48d1-ac32-8d0051fb2183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:43.365300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.425969 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15be7d2eaea54c37ababa3fbd0d47e7e&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1764011
Feb 05 23:41:43.426758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39272) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:43.433355 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3874cd06-e8fd-4de9-8071-adcf1d1c8ebb,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:43.435431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Pushing event updated for resources: {'Port': ['ID=4e6099ff-32c7-4697-8889-7124fe0b57ad,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:43.437386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:43.460813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:43.477094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Transition to ACTIVE for port object f0b94ace-ae3e-4135-8db6-47971437bf9a will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:43.518458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.524118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:43.525370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b96beb8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:43.533085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.535837 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6573a30c-46f4-4051-a68b-5064838caf95 HTTP/1.1" status: 204  len: 168 time: 1.0409195
Feb 05 23:41:43.638870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.699432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.730026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9d06afb3-f629-45c1-b4b0-c852d39319e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:43.769461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:41:43.781585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.782327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Sync routers for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:41:43.794043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:43.797404 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed03d8c8-7897-4560-87bb-35d03e72e134 HTTP/1.1" status: 204  len: 168 time: 1.9661751
Feb 05 23:41:43.800045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03d8c8-7897-4560-87bb-35d03e72e134,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:43.819612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:43.820267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:43.823163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b92c978>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:43.966937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:44.013492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:44.016028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-a18de7a2-2c8f-476e-ac0b-63eeed652c64 service neutron] 10.222.0.35 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3696172
Feb 05 23:41:44.260903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Pushing event updated for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:44.279572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:44.300749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.357781 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-dc5f9441-01d4-404e-9747-67f1cd64fad6 service neutron] 10.222.0.35 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3355484
Feb 05 23:41:44.365023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:44.411114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.415136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3874cd06-e8fd-4de9-8071-adcf1d1c8ebb,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:44.417524 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 10.2448578
Feb 05 23:41:44.417524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39300) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:44.433452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:44.461936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.473569 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3874cd06-e8fd-4de9-8071-adcf1d1c8ebb HTTP/1.1" status: 204  len: 168 time: 1.0417116
Feb 05 23:41:44.511988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:44.514452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:44.523516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:44.524383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.536164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.539434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:44.751005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:44.795202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39314) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:45.013548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:45.187604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b96beb8>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:35Z', 'revision_number': 3, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:45.202895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a61bd3-974d-4dce-a57e-819958cec137 None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:35Z', 'revision_number': 3, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:41:45.429710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39338) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:45.481497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:45.491300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Usage tracker for resource:security_group_rule and tenant:167661d4907c41469f0c0fdf26e325d9 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:45.498344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:45.511947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:45.587501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:45.592765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:45.618992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-336cfcf0-8d17-4c2a-a2af-e87233f7212a None None] Provisioning for port f0b94ace-ae3e-4135-8db6-47971437bf9a completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:45.636435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-336cfcf0-8d17-4c2a-a2af-e87233f7212a None None] Provisioning complete for port f0b94ace-ae3e-4135-8db6-47971437bf9a triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:45.636857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-336cfcf0-8d17-4c2a-a2af-e87233f7212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:45.682502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:45.691926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Usage tracker for resource:security_group_rule and tenant:17df2072a9b849028c4eca0460cea53d is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:45.708590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:45.712361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:45.729517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:46.215042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-336cfcf0-8d17-4c2a-a2af-e87233f7212a None None] Port f0b94ace-ae3e-4135-8db6-47971437bf9a cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:41:46.215042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b92c978>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:38Z', 'revision_number': 3, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:46.215042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Checking router: 7cd772a3-5882-411f-8931-24d9e7a54346 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:41:46.215042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Updating router 7cd772a3-5882-411f-8931-24d9e7a54346 port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:41:46.215042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4e6099ff-32c7-4697-8889-7124fe0b57ad up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:46.423657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.448958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.552576 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2988b1b0-181a-4f88-a698-bc3414cb613a req-de06e06c-9773-4ab7-8606-46bf226c1959 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 1.4771926
Feb 05 23:41:46.626958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.660207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:46.747025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 4e6099ff-32c7-4697-8889-7124fe0b57ad completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:46.772906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.825448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.860915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 4e6099ff-32c7-4697-8889-7124fe0b57ad triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:46.861088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:46.890040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:46.898475 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=167661d4907c41469f0c0fdf26e325d9&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0322475
Feb 05 23:41:46.906444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95198ece-1be6-45ab-a34b-274439ee2508,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:46.909215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39372) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:46.929376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:47.298294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.449169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.457868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.498483 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=17df2072a9b849028c4eca0460cea53d&name=default HTTP/1.1" status: 200  len: 2976 time: 2.0568633
Feb 05 23:41:47.499982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39392) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:47.537780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44df5803-d1b7-484c-81c7-43c31c6b0725,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:47.539407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 4e6099ff-32c7-4697-8889-7124fe0b57ad, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4e6099ff-32c7-4697-8889-7124fe0b57ad,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:41:47.558531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:47.601564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.610335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:47.664878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.714031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.716659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.772127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.783310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:47.857826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39402) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:47.882883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.898952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:47.984482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=4e6099ff-32c7-4697-8889-7124fe0b57ad,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:47.992726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:48.010675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:48.129699 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5391e0a1-dbce-4ee7-9efe-7641c56f711d req-9417aee0-9f21-4cc7-a682-e24ff86cb8e6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.2612605
Feb 05 23:41:48.144946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95198ece-1be6-45ab-a34b-274439ee2508,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:48.179410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:48.247533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.255143 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95198ece-1be6-45ab-a34b-274439ee2508 HTTP/1.1" status: 204  len: 168 time: 1.3423331
Feb 05 23:41:48.269983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.274477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Pushing event updated for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:48.279884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:48.292337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Transition to ACTIVE for port object 24bd33aa-b7af-43dd-8f78-afbfd87b7269 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:48.398951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.405800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:48.409836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:48.421178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.541436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.577405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a542f45a-0343-4370-bea1-d7f725e3edaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:48.691857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-13ec1ded-356e-426a-acdb-a6f79538337b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:48.698206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44df5803-d1b7-484c-81c7-43c31c6b0725,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:48.723559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:48.723559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.723559 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44df5803-d1b7-484c-81c7-43c31c6b0725 HTTP/1.1" status: 204  len: 168 time: 1.2132101
Feb 05 23:41:48.850893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Attempting to bind port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:41:48.851701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Attempting to bind port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:41:48.852527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Attempting to bind port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:41:48.884583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:41:48.884583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:48.884583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.884583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:41:48.885359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Bound port: 24bd33aa-b7af-43dd-8f78-afbfd87b7269, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:41:48.886039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:48.978617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:41:49.102315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] For port 24bd33aa-b7af-43dd-8f78-afbfd87b7269, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:41:49.105994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] For port 24bd33aa-b7af-43dd-8f78-afbfd87b7269, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=24bd33aa-b7af-43dd-8f78-afbfd87b7269,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:41:49.127574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Pushing event updated for resources: {'Port': ['ID=24bd33aa-b7af-43dd-8f78-afbfd87b7269,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:49.132226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:49.139406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-57cda810-fde6-4e99-9f23-8540fd52eade None None] Provisioning complete for port f0b94ace-ae3e-4135-8db6-47971437bf9a triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:49.139833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-57cda810-fde6-4e99-9f23-8540fd52eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:49.181683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Allocated IP 172.20.0.1 (b09817e7-8ef7-414e-86d6-9693d544b095/2ee69ecc-ad35-4cdd-bad5-ee5839d72934/cd0319bf-31a2-477e-8cc6-fd3e85c55b1a) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:49.184165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:49.217114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe7363d8-94bc-46f8-8de1-a75582ea567b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:49.422952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-57cda810-fde6-4e99-9f23-8540fd52eade None None] Port f0b94ace-ae3e-4135-8db6-47971437bf9a cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:41:49.426626 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f883fe7e-6211-4fa2-a9e1-3f9d50fb721d req-261958b1-3ea6-4137-b9cd-2e2c3a28dfaa tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.1119642
Feb 05 23:41:49.448562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Pushing event updated for resources: {'Port': ['ID=24bd33aa-b7af-43dd-8f78-afbfd87b7269,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:49.459983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:49.476752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:41:49.501770 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] 10.222.0.35 "PUT /v2.0/routers/499cd73d-5223-476c-b076-bb508de78d63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6556678
Feb 05 23:41:49.514491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:41:49.526667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:49.527029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:49.527380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b92c978>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:49.527918 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4a0978>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:49.788091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:49.806663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:49.875685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:50.028105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:50.054402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4e6099ff-32c7-4697-8889-7124fe0b57ad up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:50.257685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b7badce-8f7a-404b-be08-a01076c4d2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:50.333960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Network b09817e7-8ef7-414e-86d6-9693d544b095 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:50.348056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:50.352884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:50.353215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:50.433645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 4e6099ff-32c7-4697-8889-7124fe0b57ad triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:50.433645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:50.467881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4a0978>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:46Z', 'revision_number': 2, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:50.476421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:41:50.476774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Updating router 499cd73d-5223-476c-b076-bb508de78d63 port f0b94ace-ae3e-4135-8db6-47971437bf9a binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:41:50.583113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:50.620935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:50.639097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:50.848106 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8ef21e61-57b1-433c-b071-3f43e194a5dc req-5e373524-d9d3-48d6-a4a2-5bc63e0bf2a3 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.1125371
Feb 05 23:41:50.875799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b92c978>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:38Z', 'revision_number': 3, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:50.881915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d861bc-3909-42ee-9de1-15a8cfb704e7 None None] The sync data for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi is: [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:38Z', 'revision_number': 3, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:41:50.894963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:51.571398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:51.604339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:51.605859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:51.640737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d641edc3-f5f6-4575-8a04-f1c63244355d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:51.920967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:51.937183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:52.001243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:52.056434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Transition to ACTIVE for port object f0b94ace-ae3e-4135-8db6-47971437bf9a will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:41:52.086069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:52.097319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Network b09817e7-8ef7-414e-86d6-9693d544b095 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:52.104021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:52.156837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 24bd33aa-b7af-43dd-8f78-afbfd87b7269 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:52.170565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-16c64b9f-300c-4f8e-88d1-91f3d18e777c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:52.306880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39496) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:52.319727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624901610', 'description': 'tempest-description--755051046'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:52.382448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:52.394727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:52.411041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:52.420281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:52.441754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.86', 52117) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:52.559733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:52.585712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:52.585947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:52.683295 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-58988cf7-d8f7-40b3-bb20-c745bd0a9f08 req-5ab0add6-dab9-4620-b31f-f8fb101357c3 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.3495133
Feb 05 23:41:52.793411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Router 7cd772a3-5882-411f-8931-24d9e7a54346 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:41:52.831047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Attempting to bind port f0b94ace-ae3e-4135-8db6-47971437bf9a on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:41:52.832043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Attempting to bind port f0b94ace-ae3e-4135-8db6-47971437bf9a by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:41:52.832598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Attempting to bind port f0b94ace-ae3e-4135-8db6-47971437bf9a on network 8b12a48c-ef16-412c-a8b8-01abc3e5637f {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:41:52.839317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Pushing event updated for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:52.857086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:52.858193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:41:52.860735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Checking segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:41:52.861618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:52.863075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Bound using segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:41:52.863797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Bound port: f0b94ace-ae3e-4135-8db6-47971437bf9a, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:41:52.869068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:53.150008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] For port f0b94ace-ae3e-4135-8db6-47971437bf9a, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:41:53.154952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] For port f0b94ace-ae3e-4135-8db6-47971437bf9a, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f0b94ace-ae3e-4135-8db6-47971437bf9a,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:41:53.211070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:53.234296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:53.241998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:53.281287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 24bd33aa-b7af-43dd-8f78-afbfd87b7269, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=24bd33aa-b7af-43dd-8f78-afbfd87b7269,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:41:53.333159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-aa08bcdb-5574-4c76-ab39-23b82d79f163 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:53.334337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-aa08bcdb-5574-4c76-ab39-23b82d79f163 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Synchronizing usage tracker for tenant:6d288d9d75864c46a7c26ba633063f8c on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:41:53.353538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Pushing event updated for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=4']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:53.358713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:53.427906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:53.432135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:53.462733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:53.499844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:41:53.520250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] 10.222.0.35 "PUT /v2.0/routers/7cd772a3-5882-411f-8931-24d9e7a54346/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0923584
Feb 05 23:41:53.520457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-aa08bcdb-5574-4c76-ab39-23b82d79f163 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Unset dirty status for tenant:6d288d9d75864c46a7c26ba633063f8c on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:41:53.520457 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-aa08bcdb-5574-4c76-ab39-23b82d79f163 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.86 "GET /v2.0/networks?id=1a9a322d-29da-4f77-8d67-5e52b47671c7 HTTP/1.1" status: 200  len: 811 time: 1.0716383
Feb 05 23:41:53.539806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:53.547320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:53.552505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:53.567215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Request body: {'port': {'device_id': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7', 'admin_state_up': True, 'tenant_id': '6d288d9d75864c46a7c26ba633063f8c'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:53.626740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:53.628801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4a0978>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:53.629032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=24bd33aa-b7af-43dd-8f78-afbfd87b7269,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:53.633195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:53.663806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:54.020073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 24bd33aa-b7af-43dd-8f78-afbfd87b7269 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:54.061274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39534) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:54.191182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:54.191952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.348553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:54.362479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Usage tracker for resource:port and tenant:6d288d9d75864c46a7c26ba633063f8c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:54.375974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:54.390487 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9265cbfa-bbc4-4c13-a887-0741a5e01be8 req-cc6d84b1-ce47-4cce-b134-2044724c6087 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.1528978
Feb 05 23:41:54.402197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:54.427164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:54.496383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.547602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.573059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:54.639869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75be435b-cd8c-44d4-9a3f-f26201354266,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:54.643543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Made reservation on behalf of 6d288d9d75864c46a7c26ba633063f8c for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:41:54.666975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.684409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.685737 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.3762062
Feb 05 23:41:54.687118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:54.689965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39566) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:54.705784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group_rule': {'security_group_id': '75be435b-cd8c-44d4-9a3f-f26201354266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:54.733138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:54.741059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:54.745010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:54.751929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:54.760028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:54.808174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:54.815414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Usage tracker for resource:security_group_rule and tenant:3603a098b51b4f43a985b6cf36f3a87b is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:54.819974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:54.828984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:54.838719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.118295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.148128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.222551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f3195fa3-364c-4388-8fde-33e557972028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:55.271200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4a0978>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:55.277086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d2916-9b73-4851-a2f5-bec6aa809f8a None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:41:55.284145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Sync routers for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:41:55.305996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:41:55.306774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7ce438>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:55.329385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.389921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.406557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b02821-cfff-4ef6-a48e-f573a5fd3b12,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:55.413031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Allocated IP 172.20.0.9 (1a9a322d-29da-4f77-8d67-5e52b47671c7/a5228732-3be5-4f5c-9a2d-8e3653bfa33b/38f56a47-fca2-4761-b162-a7e7121f5dfb) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:55.418531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:55.428052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:55.463162 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3603a098b51b4f43a985b6cf36f3a87b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3878496
Feb 05 23:41:55.470579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39580) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:55.535134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d544d0e5-5533-40bc-8e2e-a5c48eb6f06f,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:55.558440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:55.571235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.573610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8824852
Feb 05 23:41:55.576964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39586) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:55.615600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group_rule': {'security_group_id': '75be435b-cd8c-44d4-9a3f-f26201354266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:55.695443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.754050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:55.759225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.807384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:55.853249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:55.909908 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ad62289-760b-4aea-b312-5cea2a746b9f req-9214978d-cb2b-42ea-abc3-3ef7595e1602 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.0868742
Feb 05 23:41:55.952829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:55.953317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:55.961993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:56.000942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.006732 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93b02821-cfff-4ef6-a48e-f573a5fd3b12 HTTP/1.1" status: 204  len: 168 time: 0.5320244
Feb 05 23:41:56.008145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b02821-cfff-4ef6-a48e-f573a5fd3b12,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:56.015147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:56.074105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.111955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f0b94ace-ae3e-4135-8db6-47971437bf9a up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:56.199081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.326683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.332932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.334801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:41:56.389869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.417902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:56.465992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port f0b94ace-ae3e-4135-8db6-47971437bf9a completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:41:56.479860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port f0b94ace-ae3e-4135-8db6-47971437bf9a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:56.480379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.577504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ba9807-cbfd-463d-bfff-fdd4fd8967fc,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:56.593955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:56.662533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.667760 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-cd8abd00-2d2c-439c-a6c5-9d5e9d6bd889 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0861421
Feb 05 23:41:56.668300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39600) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:41:56.685676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:41:56.787895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:56.797143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:41:56.869999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:57.103153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port f0b94ace-ae3e-4135-8db6-47971437bf9a, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f0b94ace-ae3e-4135-8db6-47971437bf9a,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:41:57.235641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:57.279270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:floatingip and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:41:57.283455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:41:57.301937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:41:57.321390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:57.359061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:41:57.497223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:57.516991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:57.590433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7ce438>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:50Z', 'revision_number': 4, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cd0319bf-31a2-477e-8cc6-fd3e85c55b1a', 'name': '', 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'mac_address': 'fa:16:3e:c4:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:48Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 2, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'subnets': [{'id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:41:57.607193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Checking router: 7cd772a3-5882-411f-8931-24d9e7a54346 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:41:57.607860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Updating router 7cd772a3-5882-411f-8931-24d9e7a54346 port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:41:57.648091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:41:57.710989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:57.763783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:57.967975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f0b94ace-ae3e-4135-8db6-47971437bf9a up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:41:58.073765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-77493760-9a18-4b33-82d5-d863e6048786 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:58.092163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-77493760-9a18-4b33-82d5-d863e6048786 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:41:58.234154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Pushing event updated for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:41:58.259323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:41:58.329991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-77493760-9a18-4b33-82d5-d863e6048786 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:41:58.332577 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-77493760-9a18-4b33-82d5-d863e6048786 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 819 time: 1.3392870
Feb 05 23:41:58.335942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port f0b94ace-ae3e-4135-8db6-47971437bf9a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:41:58.339507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:58.351579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:41:58.359177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:41:58.377276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:41:58.537762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:58.538528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:58.702264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09361faa-8a9a-4cc7-98fb-695cfa68cfde req-9473596e-0bce-43f9-ba1b-5bed60e5211a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:41:58.720037 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09361faa-8a9a-4cc7-98fb-695cfa68cfde req-9473596e-0bce-43f9-ba1b-5bed60e5211a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 931 time: 1.5649989
Feb 05 23:41:58.764512 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2040446
Feb 05 23:41:58.821958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-2cfd5ae4-cf79-4137-b15b-67f18067bfca tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80272) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:41:58.823296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-2cfd5ae4-cf79-4137-b15b-67f18067bfca tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0472257
Feb 05 23:41:58.829171 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-24f09422-1fae-4eff-963f-80df5c3bbbda tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/quotas/b5fd54094df94139870ab02dd9b7cd08 HTTP/1.1" status: 200  len: 375 time: 0.4770002
Feb 05 23:41:58.927868 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09361faa-8a9a-4cc7-98fb-695cfa68cfde req-df87b0c5-22b7-4957-b6b2-0b04291eb06a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033298
Feb 05 23:41:58.948132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:41:59.280435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-6ceeeaaf-67aa-4237-828a-0efd7e22d664 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:41:59.376603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-6ceeeaaf-67aa-4237-828a-0efd7e22d664 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:41:59.379151 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-6ceeeaaf-67aa-4237-828a-0efd7e22d664 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5056872
Feb 05 23:41:59.906051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Allocated IP 172.27.3.76 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/8658b767-f58f-48aa-994d-78740c0b753c) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:41:59.980425 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-b7910fb9-8bf8-497f-9617-d23bdac1df9f service neutron] 10.222.0.35 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5918496
Feb 05 23:42:00.280820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:00.323646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Transition to ACTIVE for port object cd0319bf-31a2-477e-8cc6-fd3e85c55b1a will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:00.358257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:00.481609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:00.495482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Request body: {'port': {'device_id': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:00.619409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:00.671658 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-dd41a29f-35a3-47c3-8cca-a919b859ae1b service neutron] 10.222.0.35 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6836903
Feb 05 23:42:00.877520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Pushing event updated for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:00.894737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:01.346118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:01.378631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:01.421245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:01.438131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad42c4-005c-46fb-bacd-c8d912475eef req-0a6312c7-a215-48ec-b8d7-86ce001894a4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:01.472424 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a4ad42c4-005c-46fb-bacd-c8d912475eef req-0a6312c7-a215-48ec-b8d7-86ce001894a4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 931 time: 1.1768079
Feb 05 23:42:01.636980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=8658b767-f58f-48aa-994d-78740c0b753c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:01.649326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:01.827386 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-10b37449-a8ae-4932-bced-41726e40f458 req-d117b8cc-93d7-46ce-bf84-bb3648274553 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 210 time: 0.3535428
Feb 05 23:42:02.041020 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a4ad42c4-005c-46fb-bacd-c8d912475eef req-95652f28-dbfd-410d-aa62-93b3a10b51c6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3336210
Feb 05 23:42:02.395620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Attempting to bind port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:42:02.397029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Attempting to bind port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:42:02.397776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Attempting to bind port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a on network b09817e7-8ef7-414e-86d6-9693d544b095 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:42:02.408339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:42:02.409920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Checking segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:02.411005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:02.411899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Bound using segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:42:02.412856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Bound port: cd0319bf-31a2-477e-8cc6-fd3e85c55b1a, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:42:02.414899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:02.580027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:42:02.586038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:02.592270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:42:02.685638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:02.686510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] For port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:42:02.692180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] For port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:42:02.732735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:02.962385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:03.094272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Pushing event updated for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:03.151292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:03.161081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:42:03.162074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:03.162264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7ce438>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:41:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:03.767840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:42:04.081257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:42:04.565055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f56a47-fca2-4761-b162-a7e7121f5dfb {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:42:04.681738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:04.697808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16007907-2e0e-4233-be86-9b121c907226 req-78c0ad36-def1-472e-b62b-04c699cf1459 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:04.703027 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-16007907-2e0e-4233-be86-9b121c907226 req-78c0ad36-def1-472e-b62b-04c699cf1459 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 931 time: 0.8427596
Feb 05 23:42:04.783810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39792) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:04.801314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Transition to ACTIVE for port object 38f56a47-fca2-4761-b162-a7e7121f5dfb will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:04.854694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-d8a0baa9-4223-4941-8621-d7317b71d2b2 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:04.857211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:04.865255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-d8a0baa9-4223-4941-8621-d7317b71d2b2 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 819 time: 1.5239730
Feb 05 23:42:04.889131 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-dd6800c6-addb-4ce6-8562-206f30c52322 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/quotas/b5fd54094df94139870ab02dd9b7cd08 HTTP/1.1" status: 200  len: 375 time: 0.0227280
Feb 05 23:42:05.042928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-16007907-2e0e-4233-be86-9b121c907226 req-55cbc85f-aa99-4c38-91e8-07f5fabb2fc8 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666811
Feb 05 23:42:05.095843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-cd010f17-4a3d-4d53-8ac7-e5e06d7caade tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2056217
Feb 05 23:42:05.283646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7ce438>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:50Z', 'revision_number': 4, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cd0319bf-31a2-477e-8cc6-fd3e85c55b1a', 'name': '', 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'mac_address': 'fa:16:3e:c4:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:48Z', 'updated_at': '2021-02-05T23:42:02Z', 'revision_number': 4, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'subnets': [{'id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:05.297005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0765acc-17f0-4c0c-a053-5c46b07f62fb None None] The sync data for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi is: [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:41:50Z', 'revision_number': 4, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cd0319bf-31a2-477e-8cc6-fd3e85c55b1a', 'name': '', 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'mac_address': 'fa:16:3e:c4:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:48Z', 'updated_at': '2021-02-05T23:42:02Z', 'revision_number': 4, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'subnets': [{'id': '2ee69ecc-ad35-4cdd-bad5-ee5839d72934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:42:05.347770 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc314bbc-809a-4b1c-894b-3e11f91fd425 service neutron] 10.222.0.35 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2503500
Feb 05 23:42:05.388494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-37917b87-2b3f-4651-bc41-33be9099cb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:05.442987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:42:05.514740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:05.938645 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-73be189b-ce34-4bce-8ca2-d3212b65afeb service neutron] 10.222.0.35 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5898373
Feb 05 23:42:06.158603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cd0319bf-31a2-477e-8cc6-fd3e85c55b1a up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:06.452254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:06.574265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.86', 52124) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:06.638737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:06.644766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:06.645268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:06.960830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Pushing event updated for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:06.987748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.605s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:07.001830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:07.102733 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d9cad171-8be5-4750-9e6b-91d93d557c82 req-c04678ee-5a50-414b-ba1d-a8447c78b2cd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 210 time: 0.5219955
Feb 05 23:42:07.342141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39820) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:07.376181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=8658b767-f58f-48aa-994d-78740c0b753c,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:07.403735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:07.413028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Attempting to bind port 38f56a47-fca2-4761-b162-a7e7121f5dfb on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:42:07.413704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Attempting to bind port 38f56a47-fca2-4761-b162-a7e7121f5dfb by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '7cb020cb-ea2c-4dfa-bf55-208c04672e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:42:07.414277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Attempting to bind port 38f56a47-fca2-4761-b162-a7e7121f5dfb on network 1a9a322d-29da-4f77-8d67-5e52b47671c7 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:42:07.450884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:42:07.463498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Checking segment: {'id': '7cb020cb-ea2c-4dfa-bf55-208c04672e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:07.464293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.473586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Bound using segment: {'id': '7cb020cb-ea2c-4dfa-bf55-208c04672e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:42:07.476414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Bound port: 38f56a47-fca2-4761-b162-a7e7121f5dfb, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb020cb-ea2c-4dfa-bf55-208c04672e94', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1a9a322d-29da-4f77-8d67-5e52b47671c7'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:42:07.477203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.519437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.553932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.681928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:07.720622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Usage tracker for resource:security_group_rule and tenant:c56da0b2d92c47608de4ae5101d18295 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:07.761589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-138946056-network', 'tenant_id': 'cd6e86eed6d04ed5acc41777f1cb42ba'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:07.762344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.778682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:07.787562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Usage tracker for resource:network and tenant:cd6e86eed6d04ed5acc41777f1cb42ba is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:07.793248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:07.806870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:07.893392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:07.893659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:07.895515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-2f9a2034-18fa-42a7-9454-e7b88733273e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:07.900861 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-2f9a2034-18fa-42a7-9454-e7b88733273e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 819 time: 1.3179872
Feb 05 23:42:07.932289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:07.953286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:07.964023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:07.972097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Request body: {'port': {'device_id': 'b22787ac-4310-4964-93fe-bcb502217815', 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'admin_state_up': True, 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:08.047102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:08.057212 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 11.3784144
Feb 05 23:42:08.118110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Made reservation on behalf of cd6e86eed6d04ed5acc41777f1cb42ba for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:08.134966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:08.283431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:08.298169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:08.321376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:08.411681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:08.418302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6e86eed6d04ed5acc41777f1cb42ba is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:08.424574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:08.430968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:08.503874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] For port 38f56a47-fca2-4761-b162-a7e7121f5dfb, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:42:08.595199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092ff7-6667-477d-b36e-6c2a6745e4a3 req-24d5bde0-5907-45d2-b0c3-8344b95be0b4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:08.614463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] For port 38f56a47-fca2-4761-b162-a7e7121f5dfb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb,segment=NetworkSegment(7cb020cb-ea2c-4dfa-bf55-208c04672e94),segment_id=7cb020cb-ea2c-4dfa-bf55-208c04672e94)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:42:08.616549 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-05092ff7-6667-477d-b36e-6c2a6745e4a3 req-24d5bde0-5907-45d2-b0c3-8344b95be0b4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 2.1386387
Feb 05 23:42:08.681711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:08.775591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:08.908936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2629efea-0f51-4d65-9e68-98867307d086 req-0e9ce0cf-fca4-4ea6-a3bd-bdb4a458b24d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 210 time: 0.1976483
Feb 05 23:42:09.141980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-05092ff7-6667-477d-b36e-6c2a6745e4a3 req-4f7ba9c3-f7f0-4bd9-8b05-6ca77fe541de tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5242355
Feb 05 23:42:09.186893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Pushing event updated for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:09.259132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:09.289140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39864) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:09.341243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b78d7322-81b9-437f-aec6-0002111804c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.341540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-8e4f1bce-a6c9-4281-bf67-e82607fde833 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:09.355148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.382228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:09.403288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.417804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:09.462745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:09.478948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-8e4f1bce-a6c9-4281-bf67-e82607fde833 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:09.486329 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-8e4f1bce-a6c9-4281-bf67-e82607fde833 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1624901610&fields=id&tenant_id=ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 267 time: 0.3261590
Feb 05 23:42:09.498721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.584182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Made reservation on behalf of b5fd54094df94139870ab02dd9b7cd08 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:09.586508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:09.587888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.591471 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] 10.222.0.86 "PUT /v2.0/ports/38f56a47-fca2-4761-b162-a7e7121f5dfb HTTP/1.1" status: 200  len: 1157 time: 10.1911640
Feb 05 23:42:09.593036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.596190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:09.633799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.757749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea30766-09e9-4a69-b606-f83939008fb9,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:09.772185 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c56da0b2d92c47608de4ae5101d18295&name=default HTTP/1.1" status: 200  len: 2979 time: 4.9863226
Feb 05 23:42:09.783853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:09.785287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d7ca74-fc93-4551-a0e6-075ae9072a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:09.800493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39880) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:09.879734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:42:09.925663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:09.926632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Added segment 8853afa9-62d5-468f-8019-0439c1796feb of type vxlan for network 25b945ac-afe0-46a2-a0b1-b55326b00f7a
Feb 05 23:42:10.056739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.148832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.172316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cd0319bf-31a2-477e-8cc6-fd3e85c55b1a up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:10.203317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:42:10.325303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:10.330765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Usage tracker for resource:security_group_rule and tenant:3612d710c7814813a5a4f449404f841f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:10.336302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:10.344322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:10.377143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:10.377728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.453439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.496300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.546567 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3612d710c7814813a5a4f449404f841f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2505851
Feb 05 23:42:10.546567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7926a5-82d3-4670-911c-981cab55007c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:10.547976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39894) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:10.555814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:10.557830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:10.565770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.624920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:10.625716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.727455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae863d6f-ad99-4c60-b705-87ee5f561035,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:10.751239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:10.751684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:10.841271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.875659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-c280a1a7-d23d-4293-bc21-c43f81861f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:10.879191 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-c280a1a7-d23d-4293-bc21-c43f81861f30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d288d9d75864c46a7c26ba633063f8c&device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 1160 time: 0.7548873
Feb 05 23:42:10.935178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:10.974130 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.5806024
Feb 05 23:42:10.980167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39906) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:11.021267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Request body: {'subnet': {'network_id': '25b945ac-afe0-46a2-a0b1-b55326b00f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-138946056-subnet', 'tenant_id': 'cd6e86eed6d04ed5acc41777f1cb42ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:11.042386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:11.054587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Usage tracker for resource:subnet and tenant:cd6e86eed6d04ed5acc41777f1cb42ba is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:11.060756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:11.093852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:11.107201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:11.110207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.86', 52131) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:11.522237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Made reservation on behalf of cd6e86eed6d04ed5acc41777f1cb42ba for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:11.531256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:11.640578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-159453da-8209-4cd1-a3e7-1c15e024dd3f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:11.642398 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-159453da-8209-4cd1-a3e7-1c15e024dd3f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 819 time: 0.4301431
Feb 05 23:42:11.650787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b74767f7-f5d7-4da9-acdf-47d5349d91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:11.655724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-370d28c4-e4d9-42fb-a892-67d27e3072e8 req-75d3d792-1b64-45d9-8e7f-1bc8cc6388a5 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 210 time: 1.0275395
Feb 05 23:42:11.768368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Pushing event updated for resources: {'Network': ['ID=25b945ac-afe0-46a2-a0b1-b55326b00f7a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:11.768721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-ad841c78-57fe-4734-b14c-e541848f4647 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:11.769571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-ad841c78-57fe-4734-b14c-e541848f4647 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:11.784387 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-e9a4f5ad-23a9-46d3-9bc6-5f4d30119e96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb HTTP/1.1" status: 200  len: 217 time: 0.5119536
Feb 05 23:42:11.790737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:11.790895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:11.807696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Request body: {'port': {'device_id': '87bdc81a-0245-4341-86af-b89ac3735381', 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095', 'admin_state_up': True, 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:11.882735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:12.389362 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-ad841c78-57fe-4734-b14c-e541848f4647 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:12.391448 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-ad841c78-57fe-4734-b14c-e541848f4647 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 811 time: 2.8780129
Feb 05 23:42:12.409528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:12.431289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-02e58c20-aaf6-423d-b387-38dd487a822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:12.440608 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-02e58c20-aaf6-423d-b387-38dd487a822a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5228732-3be5-4f5c-9a2d-8e3653bfa33b HTTP/1.1" status: 200  len: 851 time: 0.6038837
Feb 05 23:42:12.491809 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b7ad70c6-e2a7-4e99-83b7-57eb7b6c60f8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/quotas/ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 375 time: 0.0517440
Feb 05 23:42:12.525627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:12.545775 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-9b98cdc4-5f23-4e74-89b1-5a57c50b7015 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a9a322d-29da-4f77-8d67-5e52b47671c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824342
Feb 05 23:42:12.547984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-feae4a88-6f79-4b51-9774-58e53fa398f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:12.605238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae863d6f-ad99-4c60-b705-87ee5f561035,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:12.617159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:12.702026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:12.703603 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae863d6f-ad99-4c60-b705-87ee5f561035 HTTP/1.1" status: 204  len: 168 time: 2.1501119
Feb 05 23:42:12.876767 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-aa6c0825-08f4-48f3-ac4e-7cc1cbde81e0 service neutron] 10.222.0.86 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3099110
Feb 05 23:42:12.892850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:13.016023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae562d5-232e-400b-b3d1-96a6958eb03e req-0b837dbf-a82d-4004-976b-a749d2f5f5a4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:13.017864 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ae562d5-232e-400b-b3d1-96a6958eb03e req-0b837dbf-a82d-4004-976b-a749d2f5f5a4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 1.1043780
Feb 05 23:42:13.029666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Usage tracker for resource:port and tenant:b5fd54094df94139870ab02dd9b7cd08 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:13.040597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:13.076844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:13.089342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Allocated IP 172.20.0.10 (b09817e7-8ef7-414e-86d6-9693d544b095/2ee69ecc-ad35-4cdd-bad5-ee5839d72934/25cdeeb3-3b07-45ec-8f55-0365e3bf7380) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:42:13.118181 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00416a58-90cf-406c-9672-e8038ab7bd4c req-ddd7765e-6952-45eb-b339-341648e705ea service neutron] 10.222.0.86 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1933990
Feb 05 23:42:13.135945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.182052 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ae562d5-232e-400b-b3d1-96a6958eb03e req-93c3567a-36b6-40b0-b5fd-977c41b9416a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489320
Feb 05 23:42:13.263929 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-f058ea75-e9f5-4037-888c-975bc5437ecf tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6924703
Feb 05 23:42:13.403110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.423723 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:13.428982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-259710c1-2734-48f0-95b2-152c80e3ff84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:13.447543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Made reservation on behalf of b5fd54094df94139870ab02dd9b7cd08 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:13.491072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.637718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea30766-09e9-4a69-b606-f83939008fb9,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:13.669132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:13.749989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 39940) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:13.826272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.850914 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb', 'status': 'completed', 'code': 200}
Feb 05 23:42:13.864667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.880102 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ea30766-09e9-4a69-b606-f83939008fb9 HTTP/1.1" status: 204  len: 168 time: 4.0694442
Feb 05 23:42:13.921921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba3cb58-cb71-41f8-a3a8-60df54c3eb5e,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:13.924495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:13.957280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:14.008178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:14.091085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Checking segment: {'id': '8853afa9-62d5-468f-8019-0439c1796feb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '25b945ac-afe0-46a2-a0b1-b55326b00f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:14.091504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Network hostable DHCP agents. Network: 25b945ac-afe0-46a2-a0b1-b55326b00f7a, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:42:14.126497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-bb785381-efa1-4359-b55f-18375f0ae7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:14.127946 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-bb785381-efa1-4359-b55f-18375f0ae7f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6d288d9d75864c46a7c26ba633063f8c&device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 1160 time: 0.2739475
Feb 05 23:42:14.188577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Usage tracker for resource:security_group_rule and tenant:c2dd1e083c2b44b48f7c6ffa54051e1c is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:14.217471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:14.248530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:42:14.292371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:14.322430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 25b945ac-afe0-46a2-a0b1-b55326b00f7a) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:14.326088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-37a9645e-9b46-479b-95bc-24dce76978f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:14.328961 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-37a9645e-9b46-479b-95bc-24dce76978f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a9a322d-29da-4f77-8d67-5e52b47671c7 HTTP/1.1" status: 200  len: 905 time: 0.1913531
Feb 05 23:42:14.334317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea68ac8-5290-412f-89de-dc365ad55f4d None None] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:14.346144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:14.347189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:14.351219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-28ee897a-28e7-474d-a04e-ff9dced893cd req-72238bde-e3f5-45ee-965a-81953b792aeb tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:14.369809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:14.473795 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-dbf566c1-8eae-41b1-a995-e906a726bcc8 service neutron] 10.222.0.35 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8376412
Feb 05 23:42:14.501633 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-00ed7e0b-c79a-4700-b8fd-c272eba466fb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb HTTP/1.1" status: 200  len: 217 time: 0.1569874
Feb 05 23:42:14.534507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:14.595034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-28ee897a-28e7-474d-a04e-ff9dced893cd req-72238bde-e3f5-45ee-965a-81953b792aeb tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:14.596851 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-28ee897a-28e7-474d-a04e-ff9dced893cd req-72238bde-e3f5-45ee-965a-81953b792aeb tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 210 time: 0.4150159
Feb 05 23:42:14.650892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-907e1f11-4014-4086-89b4-2b492421b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:14.666976 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-907e1f11-4014-4086-89b4-2b492421b160 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a5228732-3be5-4f5c-9a2d-8e3653bfa33b HTTP/1.1" status: 200  len: 851 time: 0.1496930
Feb 05 23:42:14.679675 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.6723285
Feb 05 23:42:14.816741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811837b7-396d-4675-8243-30a0081c978f None None] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:14.842888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-7e695c06-0405-44a4-83e3-8a6ba7e41322 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a9a322d-29da-4f77-8d67-5e52b47671c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016760
Feb 05 23:42:15.134973 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-e88e2095-ad2c-4036-aba0-5ef633d0f6e1 service neutron] 10.222.0.86 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709849
Feb 05 23:42:15.330539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.387503 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e99412b3-2b27-4b65-9f49-abbde8d03092 req-41f5de4a-10d8-4f76-9292-22da76d17094 service neutron] 10.222.0.86 "GET /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2500629
Feb 05 23:42:15.403912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39972) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:15.424607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.457173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:15.462950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Usage tracker for resource:security_group_rule and tenant:ef15e59a63bb48d1a4548a1b2fb88d03 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:15.466528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:15.473550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:15.602924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.638883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.658547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8db48473-b6ba-4b79-879a-c6b27d6ed1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:15.670151 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-db4610a9-7a3d-4420-b09d-1c7add4dd4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1391437
Feb 05 23:42:15.729357 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef15e59a63bb48d1a4548a1b2fb88d03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236029
Feb 05 23:42:15.729760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 39978) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:15.748430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d293f21-ec8e-4f99-b270-3b41b3708b42,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:15.773330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:15.781811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.851002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.874840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:15.902278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:15.904441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.040019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.051010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:16.102052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.115648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d293f21-ec8e-4f99-b270-3b41b3708b42,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:16.140605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:16.156236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.161806 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d293f21-ec8e-4f99-b270-3b41b3708b42 HTTP/1.1" status: 204  len: 168 time: 0.4292600
Feb 05 23:42:16.370707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02a2b-0d39-4f74-872c-73a34f2799a7 req-22be16a8-e588-4aa9-b690-3af896748c4b tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:16.373312 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-79f02a2b-0d39-4f74-872c-73a34f2799a7 req-22be16a8-e588-4aa9-b690-3af896748c4b tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 0.9992671
Feb 05 23:42:16.528044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Allocated IP 172.20.0.13 (b09817e7-8ef7-414e-86d6-9693d544b095/2ee69ecc-ad35-4cdd-bad5-ee5839d72934/b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:42:16.549802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Pushing event updated for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:16.562198 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d83fe7fd-fd39-4f5c-b0d8-f013c1c54c89 req-0b797fda-dad9-4a44-a386-fc701c018e63 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 210 time: 0.1849697
Feb 05 23:42:16.563234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:16.579587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:16.640683 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2dd1e083c2b44b48f7c6ffa54051e1c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8846412
Feb 05 23:42:16.644307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40006) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:16.704689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997c18c-bceb-45c5-8a4b-f2e064f057c3,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:16.726346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:16.799983 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-79f02a2b-0d39-4f74-872c-73a34f2799a7 req-174ab404-0101-4f51-97a5-955612be4d37 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3605776
Feb 05 23:42:16.836290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.911644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:16.934437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Network b09817e7-8ef7-414e-86d6-9693d544b095 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:42:16.937255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-36cd13b1-1f92-4bc8-8ce2-31afd90bb8aa req-6aadbf5a-90a8-4e12-a686-39390870aec5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.1304245
Feb 05 23:42:16.943647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:16.979463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:42:17.139541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:17.140682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:17.181256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:17.187641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:17.200714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997c18c-bceb-45c5-8a4b-f2e064f057c3,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:17.204935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:17.215144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:17.218456 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e997c18c-bceb-45c5-8a4b-f2e064f057c3 HTTP/1.1" status: 204  len: 168 time: 0.5697312
Feb 05 23:42:17.325286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:17.348270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.4041662
Feb 05 23:42:17.565284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:17.604399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a98f26bd-72ca-4423-b9db-306e33aa3e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:17.846348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Pushing event updated for resources: {'Port': ['ID=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:17.857783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:17.973114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Network b09817e7-8ef7-414e-86d6-9693d544b095 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:42:18.180617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-71e072c7-abdc-47ba-9c9b-5e9524d20b93 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:18.181878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-71e072c7-abdc-47ba-9c9b-5e9524d20b93 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:18.190739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:18.195617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:42:18.273072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:18.273800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:18.542120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119478-fb1f-4957-9c0a-f32d841f3d76 req-5fa9cc21-8baa-4bda-9125-3f4c79a01136 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:18.545860 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f4119478-fb1f-4957-9c0a-f32d841f3d76 req-5fa9cc21-8baa-4bda-9125-3f4c79a01136 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 0.3581772
Feb 05 23:42:18.547676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-71e072c7-abdc-47ba-9c9b-5e9524d20b93 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:18.555511 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-71e072c7-abdc-47ba-9c9b-5e9524d20b93 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 932 time: 0.7740595
Feb 05 23:42:18.558678 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7820516
Feb 05 23:42:18.677028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f4119478-fb1f-4957-9c0a-f32d841f3d76 req-4bb0169e-5c25-4964-8d2c-5d0ceb4f55da tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170571
Feb 05 23:42:18.697876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-0773d455-9c4c-45d0-a12c-7ca06e8ba5a8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:18.792413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-0773d455-9c4c-45d0-a12c-7ca06e8ba5a8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:18.793767 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-51ff6603-fb3a-4ac3-aa30-43dc86d913c0 req-0773d455-9c4c-45d0-a12c-7ca06e8ba5a8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371631
Feb 05 23:42:18.868817 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-018e3197-8e7c-4bcc-96a2-3da8ff39ba27 req-609494e0-8c33-4fe1-8413-4d178044a66d tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.0553939
Feb 05 23:42:18.870224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40074) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:18.877442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915712172-network', 'tenant_id': '9fa4764b5d91405f8f3aded9b20bda98'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:18.883404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:18.888645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Usage tracker for resource:network and tenant:9fa4764b5d91405f8f3aded9b20bda98 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:18.892837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:18.900808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:18.987662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Made reservation on behalf of 9fa4764b5d91405f8f3aded9b20bda98 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:18.996798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.033594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.066819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:19.074888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Usage tracker for resource:security_group_rule and tenant:9fa4764b5d91405f8f3aded9b20bda98 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:19.081502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:19.093597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:19.206135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Request body: {'port': {'device_id': 'b22787ac-4310-4964-93fe-bcb502217815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:19.322609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Request body: {'port': {'device_id': '87bdc81a-0245-4341-86af-b89ac3735381', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:19.446833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-ebe6f651-9ff2-4b53-aca2-5a5d1c1f5418 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80273) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:42:19.760261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.782322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.789539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 38f56a47-fca2-4761-b162-a7e7121f5dfb up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:19.834754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.888265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:19.918222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:20.090414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 38f56a47-fca2-4761-b162-a7e7121f5dfb completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:20.101382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 38f56a47-fca2-4761-b162-a7e7121f5dfb triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:20.102340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:20.195504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:42:20.212737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:20.213347 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Added segment 301fd771-a781-4535-b8ce-29e59de8fee4 of type vxlan for network 44d9f7a8-eb6b-4565-826d-446c12065c51
Feb 05 23:42:20.406521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:20.498314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e802e9-3544-4c71-a928-4d052d9e74ae,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:20.512564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:20.778154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caa2e0-d9ad-48ee-8ffe-c38aa73b3860 req-6a5b092b-e426-4484-ad04-9abd57e79f8b tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:20.779989 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93caa2e0-d9ad-48ee-8ffe-c38aa73b3860 req-6a5b092b-e426-4484-ad04-9abd57e79f8b tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 0.6974652
Feb 05 23:42:20.866294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55126235-e0a0-4630-8b58-e0b9c4081e0f req-ebae367c-9213-40be-9287-58481cebc350 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:20.867967 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-55126235-e0a0-4630-8b58-e0b9c4081e0f req-ebae367c-9213-40be-9287-58481cebc350 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 932 time: 0.7036641
Feb 05 23:42:21.172643 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93caa2e0-d9ad-48ee-8ffe-c38aa73b3860 req-00d02003-0cd4-4d74-a6b3-d3fdc8885201 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3035176
Feb 05 23:42:21.191754 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-55126235-e0a0-4630-8b58-e0b9c4081e0f req-3a7c9d29-948d-45a5-8b4b-f24cd67e86b9 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064005
Feb 05 23:42:22.058871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:22.081923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 38f56a47-fca2-4761-b162-a7e7121f5dfb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb,segment=NetworkSegment(7cb020cb-ea2c-4dfa-bf55-208c04672e94),segment_id=7cb020cb-ea2c-4dfa-bf55-208c04672e94)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:22.087099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:22.179506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:22.184166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:22.331049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:22.343037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:22.362090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 38f56a47-fca2-4761-b162-a7e7121f5dfb up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:22.540872 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f66b922d-1373-4a4f-a2c1-e3238863a85b req-f55695bc-ee14-46b2-8661-0a1cc50874ff tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.4373107
Feb 05 23:42:22.545120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:22.572315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:22.574181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 38f56a47-fca2-4761-b162-a7e7121f5dfb triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:22.574472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:22.576982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:22.600904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b7d9909-fc2d-4ead-9739-25443393dd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:23.013091 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 4.1415389
Feb 05 23:42:23.014213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Pushing event updated for resources: {'Network': ['ID=44d9f7a8-eb6b-4565-826d-446c12065c51,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:23.018135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40156) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:23.029011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Request body: {'subnet': {'network_id': '44d9f7a8-eb6b-4565-826d-446c12065c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1915712172-subnet', 'tenant_id': '9fa4764b5d91405f8f3aded9b20bda98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:23.189007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:23.197013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:23.252822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:23.390959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-026f7881-481f-47e0-97d7-dce63715431e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:23.393031 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-026f7881-481f-47e0-97d7-dce63715431e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 811 time: 0.3708370
Feb 05 23:42:23.396558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Usage tracker for resource:subnet and tenant:9fa4764b5d91405f8f3aded9b20bda98 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:23.400155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:23.403475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:23.407518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:23.448735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3abad4-2a04-4519-b4a5-911ce28de028 req-388c3325-d3be-4c8d-a482-34f1673e8ea4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:23.450536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a3abad4-2a04-4519-b4a5-911ce28de028 req-388c3325-d3be-4c8d-a482-34f1673e8ea4 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 0.7923369
Feb 05 23:42:23.457551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Made reservation on behalf of 9fa4764b5d91405f8f3aded9b20bda98 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:23.474835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:23.637937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1332b-473d-4aa9-9417-f24cc5a361b4 req-b322410f-cd10-4430-9534-57fd15751170 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:23.639984 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37f1332b-473d-4aa9-9417-f24cc5a361b4 req-b322410f-cd10-4430-9534-57fd15751170 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 932 time: 0.6396093
Feb 05 23:42:23.735689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-5db1e3d4-e6ad-4e30-a92a-7e8a52f8dff8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:23.766556 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37f1332b-473d-4aa9-9417-f24cc5a361b4 req-5856aa7d-f2cd-44b1-b62a-2ad915eae309 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975187
Feb 05 23:42:23.768396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-5db1e3d4-e6ad-4e30-a92a-7e8a52f8dff8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:23.770103 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-5db1e3d4-e6ad-4e30-a92a-7e8a52f8dff8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 5704 time: 0.3546276
Feb 05 23:42:23.783339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'port': {'device_id': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'admin_state_up': True, 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'security_groups': ['75be435b-cd8c-44d4-9a3f-f26201354266']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:23.921198 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a3abad4-2a04-4519-b4a5-911ce28de028 req-05035dd8-b60a-4d8e-8212-67706dbcbf43 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4552608
Feb 05 23:42:23.923864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:42:23.968836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.055128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Transition to ACTIVE for port object 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:24.195502 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb', 'code': 200}
Feb 05 23:42:24.214686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:24.229337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.251131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:24.268268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:port and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:24.274247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:24.289518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:24.323472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 38f56a47-fca2-4761-b162-a7e7121f5dfb up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:24.427706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Made reservation on behalf of ab340a5cd4234f3aafcac8833c2f9657 for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:24.452091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.474583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 38f56a47-fca2-4761-b162-a7e7121f5dfb triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:24.475672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.514385 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-daac541c-1968-455d-bc1e-0b6f3638ef26 req-1dd9da55-2772-4ecb-b49e-8b1e61a35f03 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.2296064
Feb 05 23:42:24.577739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.86', 52151) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:24.584264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Pushing event updated for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:24.589655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:24.606099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:42:24.778176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:42:24.789743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.800374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.804126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Transition to ACTIVE for port object b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:24.862271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:24.899923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40214) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:24.904678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:24.969565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:25.071682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Attempting to bind port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:42:25.074315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Attempting to bind port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:42:25.074315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Attempting to bind port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 on network b09817e7-8ef7-414e-86d6-9693d544b095 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:42:25.074530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-59fdfc19-072e-48a1-b510-58588e0c49c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:25.074834 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-59fdfc19-072e-48a1-b510-58588e0c49c5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 1162 time: 0.4961584
Feb 05 23:42:25.167618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:42:25.168079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Checking segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:25.168463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:25.168871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Bound using segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:42:25.169466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Bound port: 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:42:25.169842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:25.179334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4fc59c-693e-4086-87c7-0ecc82b8084f,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:25.194479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Checking segment: {'id': '301fd771-a781-4535-b8ce-29e59de8fee4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '44d9f7a8-eb6b-4565-826d-446c12065c51'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:25.195095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Network hostable DHCP agents. Network: 44d9f7a8-eb6b-4565-826d-446c12065c51, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:42:25.202548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:25.219640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:25.255645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:25.267347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Usage tracker for resource:security_group_rule and tenant:5ebab9ba6ff945a38530e91f98b79d65 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:25.273207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:25.281641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:25.305937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:25.323503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:42:25.365242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:25.421425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 44d9f7a8-eb6b-4565-826d-446c12065c51) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:25.430783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b51ebe-14b3-4cc7-9ba1-43cac7a0b3cc None None] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:25.447056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:25.447644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:25.506166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Allocated IP 172.20.0.5 (8b12a48c-ef16-412c-a8b8-01abc3e5637f/93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a/ac86dbf9-5faa-4917-b319-f7286f15ceca) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:42:25.576928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0cf857b2-1018-42d1-b68b-8dad8ce0cc8d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.5571918
Feb 05 23:42:25.730096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:25.776975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b3a44-73fd-45d8-b253-89f005f24b77 None None] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:25.785542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:25.789877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Usage tracker for resource:security_group_rule and tenant:bb53ffe831a74f118b69aecfea00a0c0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:25.794168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:25.805681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:26.022827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a9f1-bdb8-4eb1-a80f-956f9ee6de10 req-de09b4c3-c342-4a1c-bf18-b0b069c9eaa4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:26.024580 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8d6a9f1-bdb8-4eb1-a80f-956f9ee6de10 req-de09b4c3-c342-4a1c-bf18-b0b069c9eaa4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 944 time: 0.9544559
Feb 05 23:42:26.048906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.054452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40246) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:26.100412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.116015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] For port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:42:26.132883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.226625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.242848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] For port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:42:26.257384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1accedd0-845a-4b00-a48b-e14e01887b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:26.372598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dc027-75df-4a76-9a4c-1917c7b04367 req-6210aff2-e436-4269-a4ca-86457f1826e5 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:26.374334 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-618dc027-75df-4a76-9a4c-1917c7b04367 req-6210aff2-e436-4269-a4ca-86457f1826e5 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 1.0531919
Feb 05 23:42:26.396181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.405290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.415349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9673d3d5-13d8-41bf-8e71-fcef3b4e9d7e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:26.451092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Deleting subnet cba3cb58-cb71-41f8-a3a8-60df54c3eb5e {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:42:26.460160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.481599 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8d6a9f1-bdb8-4eb1-a80f-956f9ee6de10 req-662d5963-7f85-4fe1-be80-77e57fbd10e4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3745687
Feb 05 23:42:26.482335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Attempting to bind port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:42:26.482921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Attempting to bind port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:42:26.483290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Attempting to bind port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f on network b09817e7-8ef7-414e-86d6-9693d544b095 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:42:26.496409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Synchronizing usage tracker for tenant:5ebab9ba6ff945a38530e91f98b79d65 on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:26.513800 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb53ffe831a74f118b69aecfea00a0c0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5145941
Feb 05 23:42:26.513902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40250) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:26.513976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06dfa4-73a7-40e5-9be6-761be1d4d227,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:26.523103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:26.523711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:26.558070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=543869a0-33c8-445b-abe9-223cf63c2549,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:26.577050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:26.582240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:42:26.582675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Checking segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:26.583122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.583529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Bound using segment: {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:42:26.584319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Bound port: b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b09817e7-8ef7-414e-86d6-9693d544b095'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:42:26.584440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.596419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.636532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.684533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Unset dirty status for tenant:5ebab9ba6ff945a38530e91f98b79d65 on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:26.685826 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc3f3a6c-5ae2-4682-8ac4-115f2d0658f7 req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6034853
Feb 05 23:42:26.691186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.716455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-618dc027-75df-4a76-9a4c-1917c7b04367 req-e2afbd59-fd63-44f8-976e-482be3863daa tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201072
Feb 05 23:42:26.764075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Transition to ACTIVE for port object ac86dbf9-5faa-4917-b319-f7286f15ceca will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:26.787780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.863303 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-78c8e1d6-d547-44a5-ad03-3280a96d4fc4 req-66cda2fc-406e-4177-9cf9-5f0200409d99 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.0742896
Feb 05 23:42:26.863990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Pushing event updated for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:26.873173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:26.909246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.950633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] For port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:42:26.966051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] For port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:42:26.976984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:26.979919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:26.981706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] 10.222.0.86 "PUT /v2.0/ports/25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 1158 time: 7.7869866
Feb 05 23:42:26.982236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:27.013393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.055604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.069156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:27.157339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:27.256775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:27.262238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:27.285038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:27.340889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:27.360677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:42:27.361944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:27.368157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:42:27.454047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-3dab4446-083f-4f26-a3a5-ed23ce007d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:27.456103 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-3dab4446-083f-4f26-a3a5-ed23ce007d2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1161 time: 0.2369161
Feb 05 23:42:27.457251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:27.457953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.459490 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] 10.222.0.86 "PUT /v2.0/ports/b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 200  len: 1158 time: 8.1460810
Feb 05 23:42:27.513104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:27.514040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.624744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-0620fbd6-dd1b-4fbc-8c6d-063dd543afac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.1466584
Feb 05 23:42:27.667074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.729579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:27.748989 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380', 'status': 'completed', 'code': 200}
Feb 05 23:42:27.822588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-4883a176-288d-41fd-82eb-9f28fadccd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:27.824372 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-4883a176-288d-41fd-82eb-9f28fadccd3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.1983101
Feb 05 23:42:27.826523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba3cb58-cb71-41f8-a3a8-60df54c3eb5e,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:27.828613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.830606 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0544102
Feb 05 23:42:27.831649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:27.837675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.843221 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa06dfa4-73a7-40e5-9be6-761be1d4d227 HTTP/1.1" status: 204  len: 168 time: 1.3295407
Feb 05 23:42:27.901454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:27.917457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1ef33ed5-c4f8-4552-b2b2-405f6641330a None None] Provisioning for port ac86dbf9-5faa-4917-b319-f7286f15ceca completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:27.923665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1ef33ed5-c4f8-4552-b2b2-405f6641330a None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:27.924323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ef33ed5-c4f8-4552-b2b2-405f6641330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:27.956858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Request body: {'port': {'device_id': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:28.098047 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-ce5d37aa-507f-41f9-b071-f4100e5f83f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1982236
Feb 05 23:42:28.136046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06dfa4-73a7-40e5-9be6-761be1d4d227,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:28.155075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:28.163059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-1ef33ed5-c4f8-4552-b2b2-405f6641330a None None] Port ac86dbf9-5faa-4917-b319-f7286f15ceca cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:42:28.203266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:28.208174 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cba3cb58-cb71-41f8-a3a8-60df54c3eb5e HTTP/1.1" status: 204  len: 168 time: 2.1448996
Feb 05 23:42:28.315006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40308) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:28.358551 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-10cd3f1c-b9bb-4e07-a29c-e79f12f18afe service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512093
Feb 05 23:42:28.462163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:28.589137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-5b5c1ee1-4375-4c62-b424-ebb751150b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:28.592483 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-5b5c1ee1-4375-4c62-b424-ebb751150b1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1161 time: 0.8423102
Feb 05 23:42:28.776744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40324) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:28.829928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-6c9e0392-ea96-44c0-8246-63720a54dee8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 200  len: 217 time: 0.2125144
Feb 05 23:42:28.842633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:28.940990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b38275-acd5-4be7-a3e4-59c0fa06f8c9 req-e27f0568-c4d7-4568-b193-3207c0434a7a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:28.957280 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a7b38275-acd5-4be7-a3e4-59c0fa06f8c9 req-e27f0568-c4d7-4568-b193-3207c0434a7a tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 0.9801388
Feb 05 23:42:29.074858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401cc6a-5e85-402e-ae96-3b84b1e3635c req-5b7fc399-eeac-490b-ae46-2dc9c3280e3c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:29.083182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b401cc6a-5e85-402e-ae96-3b84b1e3635c req-5b7fc399-eeac-490b-ae46-2dc9c3280e3c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 944 time: 1.2635226
Feb 05 23:42:29.205206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40336) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:29.250938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:29.286951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:29.373351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e7407b2d1ae4744a48048c27440dcc0 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:29.396892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:29.402499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:29.419141 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9eb90dd-e69a-46b3-a102-cb07781cd2eb req-50d759fb-c0ae-4fc1-ac97-72eb542aed1c service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0478878
Feb 05 23:42:29.441546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:29.490988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a7b38275-acd5-4be7-a3e4-59c0fa06f8c9 req-9a4b841b-5f07-4305-8b92-ed27372cb7ec tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5315299
Feb 05 23:42:29.539607 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b401cc6a-5e85-402e-ae96-3b84b1e3635c req-34197080-0b45-474c-886a-44455295e9b3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4547160
Feb 05 23:42:29.541232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-90458f42-aac7-4400-aa51-44ec6961e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:29.544646 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-90458f42-aac7-4400-aa51-44ec6961e32a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.5783606
Feb 05 23:42:29.645954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40344) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:29.667364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8d6afd0e48>> segment before_delete 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.667812 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8d6afd0e48>> subnet precommit_delete_associations 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.668663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> segment_host_mapping after_create 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.669070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> port after_create 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.669436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> port after_delete 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.669814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> port after_update 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.670214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> segment after_delete 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.670662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> subnet after_create 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.671098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> subnet after_delete 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.671583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b820f60>> subnet after_update 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.741685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6aa83208>> subnet after_create 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.742039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6aa83208>> subnet after_delete 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.742564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6aa83208>> subnet before_create 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.742828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6aa83208>> subnet before_update 55550000 {{(pid=80272) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:42:29.743232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad3cb70>,) {'filters': {'network_id': ['25b945ac-afe0-46a2-a0b1-b55326b00f7a']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:29.760322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad3cb70>, '8853afa9-62d5-468f-8019-0439c1796feb') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:29.760655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad3cb70>, '8853afa9-62d5-468f-8019-0439c1796feb') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:29.783121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:29.799485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:29.835487 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-377d3df4-2d46-4fca-9f97-be045b45aeef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1927660
Feb 05 23:42:29.835853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:29.846058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:42:29.969305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:29.992104 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f', 'status': 'completed', 'code': 200}
Feb 05 23:42:30.081340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.097234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:30.168138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Usage tracker for resource:security_group_rule and tenant:7ee0010bd71b4017a1d7603f7e963b81 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:30.180609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:30.190937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:30.206015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:30.212657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Usage tracker for resource:security_group_rule and tenant:64a5d66fa3cd4baf95df8342e87752aa is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:30.224314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:30.242141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:30.269298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-0b8404d1-9454-424c-b136-fdefb0da957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:30.271082 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-0b8404d1-9454-424c-b136-fdefb0da957f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1161 time: 0.7254391
Feb 05 23:42:30.309434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:42:30.328101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.404766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6bf4c-e7d4-4be5-aad5-63205773a68b req-53a41c11-4e72-4b46-946f-1b99e4813e79 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:30.406688 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b5a6bf4c-e7d4-4be5-aad5-63205773a68b req-53a41c11-4e72-4b46-946f-1b99e4813e79 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 931 time: 0.6661422
Feb 05 23:42:30.441131 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-3328d8da-023e-44d1-b802-35da03cbf179 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5322840
Feb 05 23:42:30.539295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac86dbf9-5faa-4917-b319-f7286f15ceca {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:42:30.606851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.635986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Network 25b945ac-afe0-46a2-a0b1-b55326b00f7a has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   (rel_b, rel_a, rel_b),
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   (rel_b, rel_a, rel_b),
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:42:30.672636 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:42:30.686646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Transition to ACTIVE for port object ac86dbf9-5faa-4917-b319-f7286f15ceca will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:42:30.695286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.743584 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b5a6bf4c-e7d4-4be5-aad5-63205773a68b req-e06c6264-2cc6-4bc1-9565-6b1ee7477d20 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3065758
Feb 05 23:42:30.769722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.770826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.781582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-35396139-f83e-4523-b908-5beb5e2a805b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:30.862945 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e7407b2d1ae4744a48048c27440dcc0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6493912
Feb 05 23:42:30.899468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40362) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:30.924178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:30.931799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d4c41-6297-40a2-89d5-0a156d8f7e2e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:30.953130 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.953511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.953871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.954258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.954676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.955061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.955663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.955830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.956158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.956534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.957048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.957300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.957682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.958619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.958995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.959369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.959737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.960108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.960478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.960846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.961212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.961578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.961947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.962315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:30.999397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.012585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:31.018092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:31.103069 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] 10.222.0.35 "DELETE /v2.0/networks/25b945ac-afe0-46a2-a0b1-b55326b00f7a HTTP/1.1" status: 204  len: 168 time: 2.7867656
Feb 05 23:42:31.108577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40372) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:31.171288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Pushing event updated for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:31.175521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:31.181305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:31.210038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-341470f2-9d52-4f38-8239-124e65537c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:31.212898 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-341470f2-9d52-4f38-8239-124e65537c52 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.9303877
Feb 05 23:42:31.274788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Pushing event deleted for resources: {'Network': ['ID=25b945ac-afe0-46a2-a0b1-b55326b00f7a,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:31.279246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2e555f71-d7d0-4266-b97e-58a98e5ca61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:31.308963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Deleting subnet da4fc59c-693e-4086-87c7-0ecc82b8084f {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:42:31.340195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.419592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.421540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71fb88b0-0b78-4cc9-8c69-3c5b207014c8 req-9e23c4b5-60a9-4dce-a757-8c184d94d68a service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9383266
Feb 05 23:42:31.434004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.437306 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-1ffbc509-d0a4-4264-ae3b-1d7258c73fed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.1716936
Feb 05 23:42:31.495367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Attempting to bind port ac86dbf9-5faa-4917-b319-f7286f15ceca on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:42:31.495666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Attempting to bind port ac86dbf9-5faa-4917-b319-f7286f15ceca by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:42:31.495956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Attempting to bind port ac86dbf9-5faa-4917-b319-f7286f15ceca on network 8b12a48c-ef16-412c-a8b8-01abc3e5637f {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:42:31.510345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:42:31.510872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Checking segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:31.511137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.511555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Bound using segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:42:31.512394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Bound port: ac86dbf9-5faa-4917-b319-f7286f15ceca, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:42:31.512679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.534249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.582653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.651093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.670238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:31.678930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.736545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.812212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] For port ac86dbf9-5faa-4917-b319-f7286f15ceca, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:42:31.863265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] For port ac86dbf9-5faa-4917-b319-f7286f15ceca, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:42:31.913386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:31.927945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eaa04-2f74-47d2-9651-04342dabaab1 req-764e79cb-74b0-434b-b71f-d421e3c1f181 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:31.931618 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f2eaa04-2f74-47d2-9651-04342dabaab1 req-764e79cb-74b0-434b-b71f-d421e3c1f181 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 1.2732716
Feb 05 23:42:31.931872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5dcf7ba7-9ae1-4698-bd3d-8f555a8cd82d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:31.934943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.007486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.067399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1f12d1-a413-4ef5-94be-0dbdd290f144,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:32.075021 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ee0010bd71b4017a1d7603f7e963b81&name=default HTTP/1.1" status: 200  len: 2979 time: 3.2924309
Feb 05 23:42:32.093322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-a4299f4e-86ac-44fb-b254-6695a07e6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:32.096201 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-a4299f4e-86ac-44fb-b254-6695a07e6b0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.6379678
Feb 05 23:42:32.102274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40386) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:32.146928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64a5d66fa3cd4baf95df8342e87752aa&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4967101
Feb 05 23:42:32.170806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.180607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.181257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.181931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.183116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.183510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.184186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.184848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.185513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.186208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.186878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.187256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.187897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.189101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.189298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.189861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.190529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.191187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.191839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.192523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.193171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.193815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.194486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.195136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.196537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:32.207835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:32.208708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a7a71e13-0e18-4bb5-bab1-abbc55c7bcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:32.260107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40390) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:32.260483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40392) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:32.357646 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-e33aecf0-55f2-418c-840a-cbe0b66dffa1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2111337
Feb 05 23:42:32.396753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c80f8-56ce-4c08-b911-460d123b68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1badb49-1128-4b98-8125-8abb9cb93823,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:32.492302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d4c41-6297-40a2-89d5-0a156d8f7e2e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:32.506713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Pushing event updated for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:32.536989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:32.540605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-26682566-9df4-497b-897c-7b8d608117c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:32.588635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4fc59c-693e-4086-87c7-0ecc82b8084f,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:32.594315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:32.616681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.619027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8335b-7189-456a-91bb-e61eda9da327 req-4f43834f-62f1-4f4e-b785-fdbcd36a53c8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:32.622857 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0cd8335b-7189-456a-91bb-e61eda9da327 req-4f43834f-62f1-4f4e-b785-fdbcd36a53c8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 944 time: 1.5892763
Feb 05 23:42:32.625174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:32.626568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.627896 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] 10.222.0.86 "PUT /v2.0/ports/ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 1157 time: 4.7831945
Feb 05 23:42:32.630068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:32.639413 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/da4fc59c-693e-4086-87c7-0ecc82b8084f HTTP/1.1" status: 204  len: 168 time: 1.5276382
Feb 05 23:42:32.646475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40404) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:32.667109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-320dce13-fa53-4af3-a9bc-c642776af574 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80273) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:42:32.700715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:32.701837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.745461 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f2eaa04-2f74-47d2-9651-04342dabaab1 req-e37a13d5-6fb3-4bc1-aac9-3d95ab52fe1e tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6844764
Feb 05 23:42:32.746660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.968s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:32.749152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:32.849450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:32.866436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-d81f879c-b8ec-4b60-a341-36136cac6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:32.869380 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-d81f879c-b8ec-4b60-a341-36136cac6362 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1161 time: 1.2994537
Feb 05 23:42:33.070648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:33.115002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b781e458-78ec-48d4-9338-a75e417138a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:33.117156 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b781e458-78ec-48d4-9338-a75e417138a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1160 time: 0.3635545
Feb 05 23:42:33.187052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.236763 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-ff6d01df-6cc7-481c-bbe0-9fa8f706f415 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 217 time: 0.1119986
Feb 05 23:42:33.403687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6ac47908>,) {'filters': {'network_id': ['44d9f7a8-eb6b-4565-826d-446c12065c51']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:33.429134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b8700609-70f0-423a-8f59-93840330be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:33.431734 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-b8700609-70f0-423a-8f59-93840330be7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.1876285
Feb 05 23:42:33.432948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ac47908>, '301fd771-a781-4535-b8ce-29e59de8fee4') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:33.433288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ac47908>, '301fd771-a781-4535-b8ce-29e59de8fee4') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:33.435265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.494861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.495637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.523956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.527150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:42:33.604136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.608513 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b8d4c41-6297-40a2-89d5-0a156d8f7e2e HTTP/1.1" status: 204  len: 168 time: 2.7046983
Feb 05 23:42:33.608513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.662073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:33.672271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:33.673066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.765929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:33.841228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:42:33.875754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:33.911501 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0cd8335b-7189-456a-91bb-e61eda9da327 req-23956d7b-ba82-476a-8558-e73e09153d26 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1081991
Feb 05 23:42:33.939205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Usage tracker for resource:security_group_rule and tenant:6a11607efe044adba0cbe844715cc05e is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:33.941773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.041458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-58fc19c5-b4f7-4c8e-87ee-3fd71322ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:34.047000 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-58fc19c5-b4f7-4c8e-87ee-3fd71322ad8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6054912
Feb 05 23:42:34.049627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:34.062140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.079413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:34.080968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:34.181106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.183485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:34.233788 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-c6ed9216-d36e-4c15-9f34-8dd57c7fddff service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8325415
Feb 05 23:42:34.239997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:34.348662 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-274419f2-bef5-4215-b876-a30585da965f service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838423
Feb 05 23:42:34.351016 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'status': 'completed', 'code': 200}
Feb 05 23:42:34.378288 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380', 'code': 200}
Feb 05 23:42:34.402671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:34.422644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.423431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.423976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.424849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.425519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.426185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.427779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.428688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.429341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.429990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.430743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.432421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.432421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.432794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.433407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.434041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.434888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.435511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.436141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.437101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.437992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.438902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.439546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.440184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:42:34.441186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.463392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:34.482114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:34.492743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Network 44d9f7a8-eb6b-4565-826d-446c12065c51 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:42:34.533742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1f12d1-a413-4ef5-94be-0dbdd290f144,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:34.537240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:34.571314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.572600 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fe1f12d1-a413-4ef5-94be-0dbdd290f144 HTTP/1.1" status: 204  len: 168 time: 2.4346917
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:42:34.575192 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:42:34.642378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40424) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:34.659520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:42:34.749328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.751497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.769909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:34.808270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.810705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:34.816904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-d9e3409b-6ea1-4319-802a-5029b632e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:34.818888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-d9e3409b-6ea1-4319-802a-5029b632e540 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 1.4123254
Feb 05 23:42:34.820267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:34.825664 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1badb49-1128-4b98-8125-8abb9cb93823 HTTP/1.1" status: 204  len: 168 time: 2.5531838
Feb 05 23:42:34.829526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1badb49-1128-4b98-8125-8abb9cb93823,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:34.839870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:34.845432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0ae58e99-6299-41b1-825b-a9866b7112f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:35.092974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.102054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f94195-d316-46ac-94c9-1430d541107b req-efc3765e-d532-4a2d-81a3-326391fb9c7c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:35.107216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:35.111542 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2f94195-d316-46ac-94c9-1430d541107b req-efc3765e-d532-4a2d-81a3-326391fb9c7c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 943 time: 1.6805868
Feb 05 23:42:35.118645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:35.119333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.172439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:35.182844 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-592d6ce6-eeed-4cbe-8cf8-feb0aee4ce24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 200  len: 217 time: 0.3417900
Feb 05 23:42:35.188502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Usage tracker for resource:security_group_rule and tenant:c3866776304141a58d4aa4edfcd65271 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:35.195935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:35.203952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a11607efe044adba0cbe844715cc05e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9335153
Feb 05 23:42:35.216682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:35.223847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40436) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:35.368202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697669f3-c85e-4672-9efc-4a531cad5df9,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:35.410628 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-161450ed-53f5-4b78-9c82-3fe90d790247 req-6a7f1a78-aedb-4381-bba8-1bdba556bf8d service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9902098
Feb 05 23:42:35.420201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:35.435027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.461520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.477091 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2f94195-d316-46ac-94c9-1430d541107b req-7d4c3180-9ec9-4197-b643-0e6cf697f290 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3582499
Feb 05 23:42:35.501639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.532597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.560919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.565541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d1d77d12-5eb0-470f-b376-783af9e0bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:35.589932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-840bc3d5-8a32-4f05-a5e6-a4773b999cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:35.591901 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-840bc3d5-8a32-4f05-a5e6-a4773b999cbd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.3697371
Feb 05 23:42:35.611250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] 10.222.0.35 "DELETE /v2.0/networks/44d9f7a8-eb6b-4565-826d-446c12065c51 HTTP/1.1" status: 204  len: 168 time: 2.9608562
Feb 05 23:42:35.652026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Pushing event deleted for resources: {'Network': ['ID=44d9f7a8-eb6b-4565-826d-446c12065c51,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:35.665134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:35.690117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:35.694506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cc450902-2ed4-4212-9fec-071b227894b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:35.706878 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-011127d9-2fc5-4318-b76b-0c9da13363bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1057570
Feb 05 23:42:35.741151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.742108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:35.759011 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3866776304141a58d4aa4edfcd65271&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1147611
Feb 05 23:42:35.768700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1c94031-9298-481d-97a7-90ad9f3ca40f req-9e571376-8ab8-4493-a0c4-f814a3ef1a90 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4130604
Feb 05 23:42:35.782124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40444) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:35.793559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:35.821958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:35.860116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2aa33e-65b1-4e03-b373-33be7d2487a0,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:35.876572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:35.895346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edd155-aa63-417e-820e-b3adf9013e55 req-bbb9773b-6243-45a8-adc6-31c0bbd2c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:35.898994 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-77edd155-aa63-417e-820e-b3adf9013e55 req-bbb9773b-6243-45a8-adc6-31c0bbd2c791 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.9842186
Feb 05 23:42:35.971126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.048548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:36.054507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:36.060981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:36.061405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.278132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40452) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:36.337294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eee7ba-eaaa-4265-a599-9400b9701895 req-d679abae-4cb0-4e45-9ac0-8de881b3ee85 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:36.340480 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-42eee7ba-eaaa-4265-a599-9400b9701895 req-d679abae-4cb0-4e45-9ac0-8de881b3ee85 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 944 time: 0.9186871
Feb 05 23:42:36.347230 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-77edd155-aa63-417e-820e-b3adf9013e55 req-58767e9e-7ee7-4e35-be0f-4807db006ca8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4397070
Feb 05 23:42:36.379257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:36.394498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.421923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:36.424324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.460023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.480987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:36.603866 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-42eee7ba-eaaa-4265-a599-9400b9701895 req-32ffb361-1e04-4a1b-97f5-040720555ff4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2275307
Feb 05 23:42:36.622214 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-78ef1b14-fee6-45bf-974f-a63d6f39c6f7 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9074688
Feb 05 23:42:36.713543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:36.714229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.835810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Usage tracker for resource:security_group_rule and tenant:29c21fb00cf94729ad09c22c37546453 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:36.841677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:36.853677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:36.868350 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f', 'code': 200}
Feb 05 23:42:36.879766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40466) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:36.928633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40470) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:36.944758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:36.970221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:36.983715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.036933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:37.055333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-cdc69f55-7b5b-4a4e-995e-759bdaed5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:37.062919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-cdc69f55-7b5b-4a4e-995e-759bdaed5fc2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1160 time: 1.0763171
Feb 05 23:42:37.082859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9e6b870eb44bd18ffeeb4e10b43951 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:37.098749 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-74e5d30d-4661-4c58-8371-896f72af149e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd6e86eed6d04ed5acc41777f1cb42ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2160215
Feb 05 23:42:37.103906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697669f3-c85e-4672-9efc-4a531cad5df9,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:37.105291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40476) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:37.122405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.124389 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/697669f3-c85e-4672-9efc-4a531cad5df9 HTTP/1.1" status: 204  len: 168 time: 1.8989823
Feb 05 23:42:37.137708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:37.161535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:37.195651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.212406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aa6d003c-1ce8-4a11-8a42-dd43acc6d3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:37.233125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:37.267885 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cda8f7bd-94f0-425f-a44f-c6dd2bb1edcd req-cfa36646-5d40-4d3c-b1a0-208f00ccbc5a service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6280105
Feb 05 23:42:37.269527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:37.402232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2aa33e-65b1-4e03-b373-33be7d2487a0,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:37.417596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.451774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.505550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:37.582438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:37.583201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.612055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceff68b-569d-42d5-8cee-c5b54c572ae2 req-656e4fe8-1bf8-4cf5-9aea-b2b4c314f874 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:37.623078 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bceff68b-569d-42d5-8cee-c5b54c572ae2 req-656e4fe8-1bf8-4cf5-9aea-b2b4c314f874 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 943 time: 0.6548560
Feb 05 23:42:37.629072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.663239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5693e316-2e76-4edf-90ae-f9e81f9095db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:37.915887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:37.917406 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8b2aa33e-65b1-4e03-b373-33be7d2487a0 HTTP/1.1" status: 204  len: 168 time: 2.1333766
Feb 05 23:42:37.981188 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bceff68b-569d-42d5-8cee-c5b54c572ae2 req-02d8fcfe-464b-46a4-b359-8528118eef56 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3566098
Feb 05 23:42:38.031532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eb74f-fbe4-4aed-a31e-0e32620ef2a0 req-29486ed2-824e-41fb-8659-a3c842715a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:38.032637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7926a5-82d3-4670-911c-981cab55007c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:38.033206 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d71eb74f-fbe4-4aed-a31e-0e32620ef2a0 req-29486ed2-824e-41fb-8659-a3c842715a62 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1163 time: 0.3555458
Feb 05 23:42:38.069897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:38.071193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.077291 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c7926a5-82d3-4670-911c-981cab55007c HTTP/1.1" status: 204  len: 168 time: 0.8914402
Feb 05 23:42:38.080417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-85b330ea-d89a-410f-ba04-934b2d937158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:38.082235 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-85b330ea-d89a-410f-ba04-934b2d937158 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.9944291
Feb 05 23:42:38.084580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.087089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.178762 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-518615e7-620b-4950-ac7f-c820cb6d2b51 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 217 time: 0.0852370
Feb 05 23:42:38.180353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.188297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.202101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ff915459-031d-4d3b-ae0d-8c58902c2d42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:38.328513 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29c21fb00cf94729ad09c22c37546453&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0131617
Feb 05 23:42:38.340618 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c9e6b870eb44bd18ffeeb4e10b43951&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4061732
Feb 05 23:42:38.340618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40496) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:38.345897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4753c-fc37-4424-9837-b271ec0780a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d26b20-c702-490e-9e32-4e6620c1f62f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:38.360125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40500) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:38.392116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ef990-35e2-4ddb-8073-1b9f9e783078 req-984eb795-44ab-4c5f-b64c-9e858ffb6255 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:38.395179 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b6ef990-35e2-4ddb-8073-1b9f9e783078 req-984eb795-44ab-4c5f-b64c-9e858ffb6255 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.5665376
Feb 05 23:42:38.440278 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d71eb74f-fbe4-4aed-a31e-0e32620ef2a0 req-6bb995f4-3334-4853-b1db-b4074ba15f58 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3786695
Feb 05 23:42:38.446718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22363f02-0536-4636-a759-d36723619361,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:38.480137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:38.495227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:38.495768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:38.506749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-26d9daaa-08e3-449c-8d17-2c28407cc047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:38.507285 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b6ef990-35e2-4ddb-8073-1b9f9e783078 req-3e4bdb24-caae-4301-9389-d6e3bce26337 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053472
Feb 05 23:42:38.509416 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-26d9daaa-08e3-449c-8d17-2c28407cc047 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.3083251
Feb 05 23:42:38.620676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.625711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.736445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.762832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.865332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-d2db8eaf-1fb1-4717-ade8-b864e8639cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:38.868374 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-d2db8eaf-1fb1-4717-ade8-b864e8639cb9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2214000
Feb 05 23:42:38.954909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:38.970153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40508) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:38.979643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2dbf9171-f808-4960-ad9c-6721a65591fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:38.998720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.019246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:39.063407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:39.081979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:612789c82271498398b3a8163effb5ad is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:39.097011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:39.117300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.122217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.124298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:39.124515 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22363f02-0536-4636-a759-d36723619361 HTTP/1.1" status: 204  len: 168 time: 0.7585416
Feb 05 23:42:39.136841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d26b20-c702-490e-9e32-4e6620c1f62f,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:39.142162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:39.143559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.146180 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7d26b20-c702-490e-9e32-4e6620c1f62f HTTP/1.1" status: 204  len: 168 time: 0.8014028
Feb 05 23:42:39.152429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4f81da2a-ae6e-4101-97c0-1105d0b519f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:39.232692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22363f02-0536-4636-a759-d36723619361,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:39.246863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:39.344545 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-73a85a46-35a6-48cc-afb0-d964d7508f4f service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676807
Feb 05 23:42:39.509289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-44eda115-bdd2-4ed6-862f-d8992ee9e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.563896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.569345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port ac86dbf9-5faa-4917-b319-f7286f15ceca completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:42:39.575862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:39.583583 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2b8f3850-1ae3-490d-83e9-6a90b6e277a4 req-b96acfec-b3a8-4545-a11b-fc321df6107d service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2298312
Feb 05 23:42:39.589745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:39.704236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40526) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:39.868822 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-aafb1047-d95b-40ec-aeea-c56134455a6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fa4764b5d91405f8f3aded9b20bda98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1630399
Feb 05 23:42:39.873548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40532) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:39.918271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb0499-ca32-47d5-91f5-9f2b5299b3ed req-8fb244a8-838f-4a8a-8875-075c967f6a33 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:39.925846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5bfb0499-ca32-47d5-91f5-9f2b5299b3ed req-8fb244a8-838f-4a8a-8875-075c967f6a33 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 943 time: 0.6206594
Feb 05 23:42:39.969552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.041359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.076647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:40.112300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.138480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port ac86dbf9-5faa-4917-b319-f7286f15ceca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:40.181203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.184850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70b39b42-6b21-4d45-82fb-2ebb18450c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:40.292425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.302423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.315580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:40.328679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0216e538-dc1d-48e2-b606-068427b8e43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:40.336034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:40.340536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:40.358606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e802e9-3544-4c71-a928-4d052d9e74ae,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:40.362748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:40.366585 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=612789c82271498398b3a8163effb5ad&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3946919
Feb 05 23:42:40.371285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40546) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:40.399703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.405736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51e802e9-3544-4c71-a928-4d052d9e74ae HTTP/1.1" status: 204  len: 168 time: 0.5248642
Feb 05 23:42:40.434494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a61b2-fbee-4319-9f40-ab5081f99985,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:40.470552 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5bfb0499-ca32-47d5-91f5-9f2b5299b3ed req-6ebfc9bd-cab0-49f4-ad41-89592359c369 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791680
Feb 05 23:42:40.471808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:40.512261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:40.525971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.606302 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'code': 200}
Feb 05 23:42:40.633592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.644081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:40.644519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.688363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a864d-c9bc-49a6-8026-412f2e3fe0bf req-6f7f57f9-818d-4a1f-96f9-3e11d4e9f6dc tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:40.691096 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-773a864d-c9bc-49a6-8026-412f2e3fe0bf req-6f7f57f9-818d-4a1f-96f9-3e11d4e9f6dc tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.7615821
Feb 05 23:42:40.786814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.806253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:40.819146 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-773a864d-c9bc-49a6-8026-412f2e3fe0bf req-d5e553e2-31c8-42a4-bfcd-98d3dc181f98 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212773
Feb 05 23:42:40.836659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a61b2-fbee-4319-9f40-ab5081f99985,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:40.842089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:40.846396 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5e5a61b2-fbee-4319-9f40-ab5081f99985 HTTP/1.1" status: 204  len: 168 time: 0.4703107
Feb 05 23:42:40.846396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:41.131933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232928e2-8140-4001-8a35-967927523bf5 req-7040c57e-48eb-4a97-a837-d133f9cea0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:41.133886 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-232928e2-8140-4001-8a35-967927523bf5 req-7040c57e-48eb-4a97-a837-d133f9cea0b5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.1243701
Feb 05 23:42:41.216968 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-232928e2-8140-4001-8a35-967927523bf5 req-2f3d6dfb-6486-4674-8c66-facada0edd1e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741067
Feb 05 23:42:41.638051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d5db46f-0fe3-41b3-a8c9-d70707e35e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:42.014699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75c94b-488b-462a-a074-673aee9103fd req-1b16ad93-21e2-4461-af55-fafd546445fc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:42.023034 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f75c94b-488b-462a-a074-673aee9103fd req-1b16ad93-21e2-4461-af55-fafd546445fc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3580732
Feb 05 23:42:42.191312 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f75c94b-488b-462a-a074-673aee9103fd req-4dc4b02e-de8b-4f69-8d5c-ac0e0db8c1f0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544993
Feb 05 23:42:42.526056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93010de2-068f-454a-ae6a-24d58ea90411 req-3c36f4a3-1b94-476a-80be-f0e3a0b8d692 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:42.528878 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93010de2-068f-454a-ae6a-24d58ea90411 req-3c36f4a3-1b94-476a-80be-f0e3a0b8d692 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3345280
Feb 05 23:42:42.572536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:42:42.697274 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93010de2-068f-454a-ae6a-24d58ea90411 req-cb191d92-b760-46c2-b876-e022855b580e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574466
Feb 05 23:42:42.790515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:42:42.791770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:43.657788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-adbc4e34-31bd-4ec5-9958-ce34dfd8ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:43.660266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-adbc4e34-31bd-4ec5-9958-ce34dfd8ed1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1163 time: 0.1254678
Feb 05 23:42:43.826998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f2bfe-6e06-4a05-9b98-bb93a1305089 req-a75d3407-5d0c-4f1d-a347-4dade74a06e2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:43.829926 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e36f2bfe-6e06-4a05-9b98-bb93a1305089 req-a75d3407-5d0c-4f1d-a347-4dade74a06e2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3923228
Feb 05 23:42:43.888621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:43.968010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-5f696f36-e2be-4cd4-82d1-2f1f0ced6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:43.969646 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-5f696f36-e2be-4cd4-82d1-2f1f0ced6687 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.2973363
Feb 05 23:42:44.079087 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-569dae1f-648f-4b0d-8f4b-1451fff00d6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 200  len: 217 time: 0.0988166
Feb 05 23:42:44.150609 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e36f2bfe-6e06-4a05-9b98-bb93a1305089 req-585fbbdf-5f50-4da9-87af-ad718992433f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2453361
Feb 05 23:42:44.215183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-2ce1405e-6c96-43d5-8d95-ff77bdfb5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:44.215183 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-2ce1405e-6c96-43d5-8d95-ff77bdfb5904 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.1283634
Feb 05 23:42:44.217335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:44.362746 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-d2b95b31-1ae7-4fef-a354-9bca590c0708 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1318529
Feb 05 23:42:44.405017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f770eb-50bd-4520-9f5e-24e12fff6aaa req-92e2f29d-3a5a-42cd-bdb0-8751b46e1239 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:44.408675 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-81f770eb-50bd-4520-9f5e-24e12fff6aaa req-92e2f29d-3a5a-42cd-bdb0-8751b46e1239 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.5770667
Feb 05 23:42:44.632125 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-4599a67b-9515-49b3-84fe-f680352e79d4 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614698
Feb 05 23:42:44.647289 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-81f770eb-50bd-4520-9f5e-24e12fff6aaa req-d4119b90-a368-4f31-92ae-9e35b250fabe tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314160
Feb 05 23:42:44.854818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc808e-3c59-4eb6-89ea-4b3d98114933 req-21a1a18e-6355-44a2-8842-7dc2b91ddae8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:44.856318 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aedc808e-3c59-4eb6-89ea-4b3d98114933 req-21a1a18e-6355-44a2-8842-7dc2b91ddae8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3920970
Feb 05 23:42:44.875978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40646) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:44.882825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'floatingip': {'port_id': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:44.889956 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab45a09a-cc16-4f1f-93db-8749a42b6d06 req-ef68d269-8892-4394-931e-2f564d8c5469 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2495816
Feb 05 23:42:44.994567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:45.243161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:46.481692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40682) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:46.506088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59cd4f-4709-4bec-8322-690014b87a4e req-8f8f3dbe-b1fa-49f2-9c21-c42992c921bd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:46.507907 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe59cd4f-4709-4bec-8322-690014b87a4e req-8f8f3dbe-b1fa-49f2-9c21-c42992c921bd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3479831
Feb 05 23:42:46.551935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:42:46.691987 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe59cd4f-4709-4bec-8322-690014b87a4e req-0a32e4d4-402f-42cd-913f-20260c5f7421 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739352
Feb 05 23:42:46.737325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:46.763782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.246654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1351771804-network', 'tenant_id': '07e0caf9ca41405990c000c7a54744c9'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:47.256349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:47.267984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Usage tracker for resource:network and tenant:07e0caf9ca41405990c000c7a54744c9 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:47.275507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:47.294606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:47.352900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Made reservation on behalf of 07e0caf9ca41405990c000c7a54744c9 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:47.361672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.397380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.419210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:47.425373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Usage tracker for resource:security_group_rule and tenant:07e0caf9ca41405990c000c7a54744c9 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:47.429610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:47.438536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:47.476486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fd22d-660b-4039-bb55-c1566752ce60 req-d8059ea8-4a45-40d4-8201-4a0a79e45a42 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:47.478223 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-260fd22d-660b-4039-bb55-c1566752ce60 req-d8059ea8-4a45-40d4-8201-4a0a79e45a42 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 0.3586810
Feb 05 23:42:47.484239 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Floating IP 02ea71d9-2a3b-4010-b26f-38632dddc2b7 associated. External IP: 172.27.3.76, port: ac86dbf9-5faa-4917-b319-f7286f15ceca.
Feb 05 23:42:47.572169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.632836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.641781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fdb26ac1-1114-44a0-9f6d-ba72a354b02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:47.706430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:42:47.714023 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-260fd22d-660b-4039-bb55-c1566752ce60 req-c3babc96-839f-485d-b248-a2d411a11fa1 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539884
Feb 05 23:42:47.733336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63498054-03f3-448c-b52e-154ef7683b70,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:47.767914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:47.779819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.780732 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Added segment b2c5dd4e-2f81-430c-9bc4-ed64e3c9cbc6 of type vxlan for network facc8416-7517-4420-a44d-915d8bc8cc3d
Feb 05 23:42:47.839143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.940334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.943502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:47.944823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:47.960138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:48.210920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Pushing event updated for resources: {'Network': ['ID=facc8416-7517-4420-a44d-915d8bc8cc3d,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:48.217102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:48.225368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network facc8416-7517-4420-a44d-915d8bc8cc3d details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:48.230922 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.7441661
Feb 05 23:42:48.231420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40716) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:48.244658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Request body: {'subnet': {'network_id': 'facc8416-7517-4420-a44d-915d8bc8cc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1351771804-subnet', 'tenant_id': '07e0caf9ca41405990c000c7a54744c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:48.255324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:48.264321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Usage tracker for resource:subnet and tenant:07e0caf9ca41405990c000c7a54744c9 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:48.282174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:48.289652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network facc8416-7517-4420-a44d-915d8bc8cc3d details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:48.309889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:48.374865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Made reservation on behalf of 07e0caf9ca41405990c000c7a54744c9 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:48.382118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:42:48.387023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:48.575545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 38f56a47-fca2-4761-b162-a7e7121f5dfb no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:42:48.758831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:48.804053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 38f56a47-fca2-4761-b162-a7e7121f5dfb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb,segment=NetworkSegment(7cb020cb-ea2c-4dfa-bf55-208c04672e94),segment_id=7cb020cb-ea2c-4dfa-bf55-208c04672e94)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:48.805426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:48.855165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:48.859190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:49.000782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-85ff9f2c-bc91-4c01-8a34-8a5ea89d575f tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:49.005841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-85ff9f2c-bc91-4c01-8a34-8a5ea89d575f tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Synchronizing usage tracker for tenant:6d288d9d75864c46a7c26ba633063f8c on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:42:49.046027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:49.047337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:49.101750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-85ff9f2c-bc91-4c01-8a34-8a5ea89d575f tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Unset dirty status for tenant:6d288d9d75864c46a7c26ba633063f8c on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:42:49.103183 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-85ff9f2c-bc91-4c01-8a34-8a5ea89d575f tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 945 time: 0.4563534
Feb 05 23:42:49.127119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8298ee-73df-4d38-8d0b-7ac3655f5bb2 req-3be46561-b37e-4997-bdbd-a0a61b09bb62 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:49.135103 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3e8298ee-73df-4d38-8d0b-7ac3655f5bb2 req-3be46561-b37e-4997-bdbd-a0a61b09bb62 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.9146113
Feb 05 23:42:49.250540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3e8298ee-73df-4d38-8d0b-7ac3655f5bb2 req-983f2506-8429-4051-a0e9-76515ac9d838 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143088
Feb 05 23:42:49.264809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Deleting port 38f56a47-fca2-4761-b162-a7e7121f5dfb {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:42:49.265295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:49.384798 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb', 'code': 200}
Feb 05 23:42:49.395114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:42:49.427059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:49.429512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:42:49.466249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:42:49.466996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b58ffd0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:42:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:49.691742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422245b-ef07-415f-9dc5-ef2ca83bd8b2 req-ed55cee3-265c-45d3-82ff-8e4bbb82cb65 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:49.693566 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8422245b-ef07-415f-9dc5-ef2ca83bd8b2 req-ed55cee3-265c-45d3-82ff-8e4bbb82cb65 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 943 time: 0.4390421
Feb 05 23:42:49.759307 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c1f6d5d4-d6b1-4ce4-bf14-b6afc5b65db1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "PUT /v2.0/floatingips/02ea71d9-2a3b-4010-b26f-38632dddc2b7 HTTP/1.1" status: 200  len: 990 time: 4.8819818
Feb 05 23:42:49.762442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:49.879742 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8422245b-ef07-415f-9dc5-ef2ca83bd8b2 req-ad66a584-e045-484a-b2ff-2524125563fd tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688731
Feb 05 23:42:50.087704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:42:50.196105 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'status': 'completed', 'code': 200}
Feb 05 23:42:50.379069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-f106ab5e-b61a-4d6b-b944-b72bf09c609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:50.381018 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-f106ab5e-b61a-4d6b-b944-b72bf09c609f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.1404588
Feb 05 23:42:50.556805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-3f0098e3-ba83-4f4b-ab95-8cb8a7e6d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:50.558479 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-3f0098e3-ba83-4f4b-ab95-8cb8a7e6d2e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.1625600
Feb 05 23:42:50.770846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] For port 38f56a47-fca2-4761-b162-a7e7121f5dfb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=38f56a47-fca2-4761-b162-a7e7121f5dfb,segment=NetworkSegment(7cb020cb-ea2c-4dfa-bf55-208c04672e94),segment_id=7cb020cb-ea2c-4dfa-bf55-208c04672e94)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:42:50.771625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:50.809742 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-111cb504-91f6-4fc8-b36b-4868deb30c62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 998 time: 0.2055516
Feb 05 23:42:50.856284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:51.309303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81d5abb5-9074-485c-bb82-69e74be1557f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:51.374936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b58ffd0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '02ea71d9-2a3b-4010-b26f-38632dddc2b7', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:47:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:42:02Z', 'updated_at': '2021-02-05T23:42:46Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:51.389203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:42:51.401568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Calling delete_port for 38f56a47-fca2-4761-b162-a7e7121f5dfb owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:42:51.402576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:42:51.403359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b58ffd0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:42:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:51.446110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf9f3-7b52-41d6-a62a-f2912ebb044c req-100f7446-cb25-40ef-8b44-4d18b8800d7b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:51.449144 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f6ccf9f3-7b52-41d6-a62a-f2912ebb044c req-100f7446-cb25-40ef-8b44-4d18b8800d7b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.8893445
Feb 05 23:42:51.460593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-d49a85fc-ce83-4e5e-81f1-d8664dec8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:51.463553 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-d49a85fc-ce83-4e5e-81f1-d8664dec8b6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.6401725
Feb 05 23:42:51.695353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff77dfe-f4a5-4cb5-af02-207f59445ad7,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:51.742687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:42:51.888904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:51.916504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Checking segment: {'id': 'b2c5dd4e-2f81-430c-9bc4-ed64e3c9cbc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'facc8416-7517-4420-a44d-915d8bc8cc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:51.916933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Network hostable DHCP agents. Network: facc8416-7517-4420-a44d-915d8bc8cc3d, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:42:52.121321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Network facc8416-7517-4420-a44d-915d8bc8cc3d is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:42:52.169632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f6ccf9f3-7b52-41d6-a62a-f2912ebb044c req-484ace21-8ab7-4209-84f3-e0ddf9064c64 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7023938
Feb 05 23:42:52.187143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:52.326745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423231ac-c367-4f8a-803b-87e93f677a6b req-c2d0b9cf-04b4-48b7-addf-19e935d3d761 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:52.335163 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-423231ac-c367-4f8a-803b-87e93f677a6b req-c2d0b9cf-04b4-48b7-addf-19e935d3d761 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 865 time: 0.8700862
Feb 05 23:42:52.355026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:52.422203 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-423231ac-c367-4f8a-803b-87e93f677a6b req-56d7cdfa-75db-43c2-b412-e07519773180 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/security-groups?id=714719df-83b1-4d31-a921-bb3f7efbc74c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859261
Feb 05 23:42:52.434677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-e1cade9a-9199-4cf2-a066-3fac5d025506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:52.434677 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-e1cade9a-9199-4cf2-a066-3fac5d025506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7267246
Feb 05 23:42:52.573612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b58ffd0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '02ea71d9-2a3b-4010-b26f-38632dddc2b7', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:47:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:42:02Z', 'updated_at': '2021-02-05T23:42:46Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:42:52.593337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Pushing event deleted for resources: {'Port': ['ID=38f56a47-fca2-4761-b162-a7e7121f5dfb,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:52.593879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a56255-873a-46a1-bc15-62fa5fa1a644 None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '02ea71d9-2a3b-4010-b26f-38632dddc2b7', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:47:83:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:42:02Z', 'updated_at': '2021-02-05T23:42:46Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:42:52.596339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, facc8416-7517-4420-a44d-915d8bc8cc3d) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:52.605077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:52.609096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f805f-a4f0-47a5-89e0-bb516e65453d None None] Network facc8416-7517-4420-a44d-915d8bc8cc3d requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:52.668412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:52.669416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:52.842847 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-5c1d3f6f-c40f-40d5-b446-efe8014c6bb8 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952477
Feb 05 23:42:52.892425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] No DVR routers for this DVR port 38f56a47-fca2-4761-b162-a7e7121f5dfb on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:42:52.899375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:52.902968 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f7d62e33-1dc1-41c6-9683-15c5ce4a688b req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.86 "DELETE /v2.0/ports/38f56a47-fca2-4761-b162-a7e7121f5dfb HTTP/1.1" status: 204  len: 173 time: 3.7852650
Feb 05 23:42:52.903709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-deleted', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:42:52.916836 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.6831813
Feb 05 23:42:53.027898 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7949ce0-8e8b-4949-bc9f-0b213bf2453c req-fcbbf177-0314-415a-abf7-e58f5b06a476 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1763682
Feb 05 23:42:53.100821 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd731e9d-9f15-48fa-bb91-29c7ef9ae490', 'name': 'network-vif-deleted', 'tag': '38f56a47-fca2-4761-b162-a7e7121f5dfb', 'status': 'completed', 'code': 200}
Feb 05 23:42:53.191167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd913db-bcd1-4b51-acb9-05d2e9add0c2 None None] New status for floating IP 02ea71d9-2a3b-4010-b26f-38632dddc2b7: ACTIVE {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:42:53.557378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8e927-d985-4b91-b057-d8f1c8e65acc None None] Network facc8416-7517-4420-a44d-915d8bc8cc3d requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:53.773555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf90c4a-91b7-4ea9-a877-a232598da6a8 req-cc9195ec-6d39-4693-a9e5-82c6360cd802 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:53.791571 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dbf90c4a-91b7-4ea9-a877-a232598da6a8 req-cc9195ec-6d39-4693-a9e5-82c6360cd802 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3441474
Feb 05 23:42:54.042597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dbf90c4a-91b7-4ea9-a877-a232598da6a8 req-08dc701b-9746-41ea-bfb8-290cdf90fd0b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2516921
Feb 05 23:42:54.131118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-de3b83b8-f687-4539-adfb-c2e259ac0f7b req-98b29205-cd4c-4bc7-886a-67b89562a11e tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd731e9d-9f15-48fa-bb91-29c7ef9ae490 HTTP/1.1" status: 200  len: 210 time: 0.1338687
Feb 05 23:42:55.443847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40866) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:55.456807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616101884-network', 'tenant_id': '0b0b14d364b5414aa595ed01861f15d8'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:55.467340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:55.481676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Usage tracker for resource:network and tenant:0b0b14d364b5414aa595ed01861f15d8 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:55.495862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:55.506228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:55.538093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a75724-a6b1-454b-a5cc-4f975eb4148b req-7def161f-81ec-4c47-8631-c91fbe3807d8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:55.538093 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f7a75724-a6b1-454b-a5cc-4f975eb4148b req-7def161f-81ec-4c47-8631-c91fbe3807d8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2106187
Feb 05 23:42:55.592102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Made reservation on behalf of 0b0b14d364b5414aa595ed01861f15d8 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:55.601155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.634094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.643124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f7a75724-a6b1-454b-a5cc-4f975eb4148b req-35ffe4c3-e852-4614-a80a-66247d6fd5ed tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984454
Feb 05 23:42:55.673810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:55.683614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Usage tracker for resource:security_group_rule and tenant:0b0b14d364b5414aa595ed01861f15d8 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:55.688947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:55.697658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:55.781121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.821429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.862506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.869902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:55.951363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:42:55.963660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439228a7-027b-4d4d-9039-64fb2186a715,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:55.975303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:55.992067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:55.992067 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Added segment 0f931baa-7ab1-4d89-8ea9-f1e116d379cf of type vxlan for network aadb3d27-9af2-4cc8-8d16-5c9cd129775f
Feb 05 23:42:56.048699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:56.163561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:56.166073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:56.168730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:56.178300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:56.375550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Pushing event updated for resources: {'Network': ['ID=aadb3d27-9af2-4cc8-8d16-5c9cd129775f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:56.379117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:56.390509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:56.401674 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9521275
Feb 05 23:42:56.402308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40894) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:56.415473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Request body: {'subnet': {'network_id': 'aadb3d27-9af2-4cc8-8d16-5c9cd129775f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616101884-subnet', 'tenant_id': '0b0b14d364b5414aa595ed01861f15d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:42:56.433016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:56.443074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Usage tracker for resource:subnet and tenant:0b0b14d364b5414aa595ed01861f15d8 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:56.450587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:56.465386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:56.528972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Made reservation on behalf of 0b0b14d364b5414aa595ed01861f15d8 for: {'subnet': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:42:56.534981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:56.606346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40902) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:56.932930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:56.976768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:56.988028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Usage tracker for resource:security_group_rule and tenant:160e2de001034045afc3d2d650268de8 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:56.994420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:57.010855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:57.233959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.277527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.287955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-15b910c0-ad41-41a6-91a3-4a359500a092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:57.340619 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=160e2de001034045afc3d2d650268de8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7322457
Feb 05 23:42:57.342894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f4636-0ebe-4db7-8c46-80629f9aecd4,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:57.346903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:57.347481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 40920) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:57.366908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7287a6-5bcf-4629-ac9d-43e304bd0573 req-6a18a2ab-3a8f-4995-94ed-a546f98c4535 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:57.376889 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cf7287a6-5bcf-4629-ac9d-43e304bd0573 req-6a18a2ab-3a8f-4995-94ed-a546f98c4535 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.5193963
Feb 05 23:42:57.424348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.456392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.498581 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cf7287a6-5bcf-4629-ac9d-43e304bd0573 req-343b0976-9ed2-4964-b8d8-1446346159f3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127489
Feb 05 23:42:57.552573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.559700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:57.575607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f4636-0ebe-4db7-8c46-80629f9aecd4,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:57.579100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:57.583399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.585306 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb0f4636-0ebe-4db7-8c46-80629f9aecd4 HTTP/1.1" status: 204  len: 168 time: 0.2363887
Feb 05 23:42:57.617293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:57.651593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:57.933183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb98c9c-2412-4d8d-86c8-61a625cd87c4,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:57.957231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:58.068114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Checking segment: {'id': '0f931baa-7ab1-4d89-8ea9-f1e116d379cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'aadb3d27-9af2-4cc8-8d16-5c9cd129775f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:42:58.068739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Network hostable DHCP agents. Network: aadb3d27-9af2-4cc8-8d16-5c9cd129775f, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:42:58.163234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:42:58.226338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, aadb3d27-9af2-4cc8-8d16-5c9cd129775f) {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:42:58.231956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:58.232793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:58.244204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3706422-3bea-4dce-aa32-339532f72b57 None None] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:58.325339 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9202130
Feb 05 23:42:58.402242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40942) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:58.440578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:58.472455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:42:58.480445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Usage tracker for resource:security_group_rule and tenant:b165588160d7466989369446ccd91fbf is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:42:58.485864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:42:58.497979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:42:58.679885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:58.692681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35b5b54-de07-4a96-808f-fa92db43af44 None None] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:42:58.720830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:42:58.845011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:58.870567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1d091326-fea9-4c60-9b43-c9a84642c363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:58.916138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac58ff4-2c46-4c2b-a0af-ebaadbf74bd5,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:58.923418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:59.102835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a9d6c-aca0-4bda-bc8b-05d4eab2686d req-dcfe448f-3435-464d-b217-38ab79e84a45 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:42:59.105056 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-346a9d6c-aca0-4bda-bc8b-05d4eab2686d req-dcfe448f-3435-464d-b217-38ab79e84a45 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3789175
Feb 05 23:42:59.110538 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b165588160d7466989369446ccd91fbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7038672
Feb 05 23:42:59.110889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 40958) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:42:59.227668 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-346a9d6c-aca0-4bda-bc8b-05d4eab2686d req-41103649-6980-44e7-9f93-ee2227c4a920 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726855
Feb 05 23:42:59.251677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:59.288032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:59.391059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:59.397478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:42:59.410017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac58ff4-2c46-4c2b-a0af-ebaadbf74bd5,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:42:59.413073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:42:59.422832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:42:59.422832 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac58ff4-2c46-4c2b-a0af-ebaadbf74bd5 HTTP/1.1" status: 204  len: 168 time: 0.3096571
Feb 05 23:43:00.349103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41008) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:00.539067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Deleting subnet a5228732-3be5-4f5c-9a2d-8e3653bfa33b {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:43:00.546176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:00.736265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:00.752973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:00.906720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e724a6f-c60a-40f1-a2db-beb99ad3df9e req-ba92ebbe-fe76-4d0b-9384-e958e6bc0830 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:00.912228 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4e724a6f-c60a-40f1-a2db-beb99ad3df9e req-ba92ebbe-fe76-4d0b-9384-e958e6bc0830 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2944350
Feb 05 23:43:01.219431 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4e724a6f-c60a-40f1-a2db-beb99ad3df9e req-fea795a0-f2df-467b-9de6-66516a7d922c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391324
Feb 05 23:43:01.403599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:01.433227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1a30e2a1-bde6-413d-8dba-e9fb73cb07b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:01.514196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5228732-3be5-4f5c-9a2d-8e3653bfa33b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:01.668385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:01.682980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:01.695084 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-62109280-ccb0-424a-ae97-e99a14922771 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5228732-3be5-4f5c-9a2d-8e3653bfa33b HTTP/1.1" status: 204  len: 168 time: 1.3435011
Feb 05 23:43:01.695784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41056) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:01.913877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:02.182537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:02.466008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6b49ba20>,) {'filters': {'network_id': ['1a9a322d-29da-4f77-8d67-5e52b47671c7']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:02.495572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b49ba20>, '7cb020cb-ea2c-4dfa-bf55-208c04672e94') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:02.496567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b49ba20>, '7cb020cb-ea2c-4dfa-bf55-208c04672e94') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:02.526002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:02.611066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bafdd-9ef6-4aad-aeff-77a834de71f7 req-4c2bb596-bacf-4f55-b264-2813e8e11401 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:02.613133 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a66bafdd-9ef6-4aad-aeff-77a834de71f7 req-4c2bb596-bacf-4f55-b264-2813e8e11401 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.1952722
Feb 05 23:43:02.660050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:02.666323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:43:02.720118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a66bafdd-9ef6-4aad-aeff-77a834de71f7 req-27ac6d3a-1f6c-407f-a698-7b25ef48c4ee tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909295
Feb 05 23:43:02.910279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:02.932538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:03.195507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Network 1a9a322d-29da-4f77-8d67-5e52b47671c7 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:43:03.227763 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:43:03.705793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:03.710331 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:03.729700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:03.741696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9a322d-29da-4f77-8d67-5e52b47671c7,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:03.745618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:03.804361 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8a7c013c-538c-423f-82bd-47065a534da4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1a9a322d-29da-4f77-8d67-5e52b47671c7 HTTP/1.1" status: 204  len: 168 time: 2.1068802
Feb 05 23:43:04.125405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7a76f-7a3b-42e5-811b-1ee9bf3bc1b5 req-35764427-2f2c-491a-9fd9-125778b6e617 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:04.127838 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9d7a76f-7a3b-42e5-811b-1ee9bf3bc1b5 req-35764427-2f2c-491a-9fd9-125778b6e617 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2228725
Feb 05 23:43:04.233635 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9d7a76f-7a3b-42e5-811b-1ee9bf3bc1b5 req-0f323321-b89e-424f-8a0a-7a6075d86143 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959964
Feb 05 23:43:04.384158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41096) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:04.446194 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ea60c2f6-0338-426d-ba12-f135f8a9d6a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d288d9d75864c46a7c26ba633063f8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0601206
Feb 05 23:43:04.449213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41100) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:04.529675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:04.561307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:04.660429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:04.666055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-747c9d03-0cde-4585-934f-cdf66f787edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:04.682316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714719df-83b1-4d31-a921-bb3f7efbc74c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:04.685572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:04.686974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:04.688275 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/714719df-83b1-4d31-a921-bb3f7efbc74c HTTP/1.1" status: 204  len: 168 time: 0.2379742
Feb 05 23:43:05.631515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff04cd-3ad1-4dd8-a069-5d2779a4b2b6 req-c2e8951b-c293-4f97-a256-496fb4106106 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:05.633937 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-baff04cd-3ad1-4dd8-a069-5d2779a4b2b6 req-c2e8951b-c293-4f97-a256-496fb4106106 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2266548
Feb 05 23:43:05.759133 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-baff04cd-3ad1-4dd8-a069-5d2779a4b2b6 req-7b0676de-42f2-46cc-971b-79f846348bc9 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094742
Feb 05 23:43:06.392230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41160) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:06.656304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-network', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:06.667185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:06.675024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Usage tracker for resource:network and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:06.682670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:06.698207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:06.746783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Made reservation on behalf of f83ee5e7955947f28375a9d439bd642f for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:43:06.761593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:06.787819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:06.807657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:06.814055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:06.820193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:06.834228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:07.058876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.093898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.098688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:07.125859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4396fdd-f4d5-4988-aed8-001b74815f00 req-15145e27-9ce0-4192-884a-e696da6f37d6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:07.131102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78806809-5857-42b9-a4de-86b6464732a0,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:07.133796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4396fdd-f4d5-4988-aed8-001b74815f00 req-15145e27-9ce0-4192-884a-e696da6f37d6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2015836
Feb 05 23:43:07.134999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:07.149456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:43:07.164317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.165034 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Added segment f05a3786-6ac1-49a2-b8e4-e5d723a65cdf of type vxlan for network fa2ba1bd-4e28-4061-9867-b7208e2732a7
Feb 05 23:43:07.201245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.235345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4396fdd-f4d5-4988-aed8-001b74815f00 req-5605a0b2-46c1-4ca6-b138-62b4c4a2f475 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005003
Feb 05 23:43:07.291131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.291131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:07.291759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:07.298599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b3a6a621-0dbc-4213-bb9f-e83d70d26d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:07.453277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Pushing event updated for resources: {'Network': ['ID=fa2ba1bd-4e28-4061-9867-b7208e2732a7,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:07.457916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:07.470115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:43:07.501534 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1072810
Feb 05 23:43:07.506068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41196) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:07.513639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Request body: {'subnet': {'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-subnet', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:07.522850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:07.530988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Usage tracker for resource:subnet and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:07.536497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:07.544930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:07.592082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Made reservation on behalf of f83ee5e7955947f28375a9d439bd642f for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:43:07.598325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:08.336196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:08.369484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:08.546126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff48754-e342-4780-af15-0b348807a924,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:08.550219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:08.629195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Checking segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:43:08.629791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Network hostable DHCP agents. Network: fa2ba1bd-4e28-4061-9867-b7208e2732a7, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:43:08.723385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:43:08.750621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d3292-6455-4318-a508-d5f393b70c02 req-f56019ff-bec9-4b52-a0cd-dda04129ce07 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:08.753485 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c88d3292-6455-4318-a508-d5f393b70c02 req-f56019ff-bec9-4b52-a0cd-dda04129ce07 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3493564
Feb 05 23:43:08.780517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, fa2ba1bd-4e28-4061-9867-b7208e2732a7) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:08.791862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6260c-befa-44bb-9ba7-e6bcab93d453 None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:43:08.798900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:08.799915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:08.860566 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3531575
Feb 05 23:43:08.864038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41212) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:08.870321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:08.875862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:08.883448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Usage tracker for resource:router and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:08.888978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:08.896367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:08.899387 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c88d3292-6455-4318-a508-d5f393b70c02 req-5637bfd8-a066-49ae-8de5-307814b89303 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380215
Feb 05 23:43:08.951527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:08.952907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:09.154615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:09.167143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:43:09.168696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:09.452119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-12e2ccaa-dacd-4aba-bd55-a48fc836461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:09.536439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:09.658456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:43:09.678739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Allocated IP 172.20.0.2 (fa2ba1bd-4e28-4061-9867-b7208e2732a7/cff48754-e342-4780-af15-0b348807a924/62406ba9-3b1c-478c-b96e-5b30a9e759a9) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:43:10.056232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:10.105133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:10.414347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:10.476020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Transition to ACTIVE for port object 62406ba9-3b1c-478c-b96e-5b30a9e759a9 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:10.506970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417ab78-c8ff-410a-a656-00e5d5e858d7 req-9b8fa96f-28e9-4f80-96b9-ece9f6c8dddf tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:10.509908 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2417ab78-c8ff-410a-a656-00e5d5e858d7 req-9b8fa96f-28e9-4f80-96b9-ece9f6c8dddf tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2927511
Feb 05 23:43:10.520904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Transition to ACTIVE for port object 62406ba9-3b1c-478c-b96e-5b30a9e759a9 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:10.565169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:10.575186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Allocated IP 172.27.3.177 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:43:10.635407 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2417ab78-c8ff-410a-a656-00e5d5e858d7 req-92ae18b0-5512-47f8-a69a-de153ec0c8b8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175334
Feb 05 23:43:10.897387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:10.901891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:10.996695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Pushing event updated for resources: {'Port': ['ID=62406ba9-3b1c-478c-b96e-5b30a9e759a9,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:11.013545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:11.020756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:11.024501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:11.028230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:43:11.031958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:11.095800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f14e43ac-2ef9-4b10-9d9d-655f480fb6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:11.128052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Attempting to bind port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:43:11.129746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Attempting to bind port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:43:11.131298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Attempting to bind port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 on network fa2ba1bd-4e28-4061-9867-b7208e2732a7 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:43:11.147975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:43:11.149984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Checking segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:43:11.152886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:11.153625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Bound using segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:43:11.154552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Bound port: 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:43:11.155238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:11.291233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:11.297086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:11.356063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:11.357930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:11.360652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:43:11.368442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] For port 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:43:11.383952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] For port 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=62406ba9-3b1c-478c-b96e-5b30a9e759a9,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:43:11.450669 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:11.467903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:11.640225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:43:11.657994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Pushing event updated for resources: {'Port': ['ID=62406ba9-3b1c-478c-b96e-5b30a9e759a9,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:11.664375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:11.684528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e6906f5-cf6c-4820-8edc-7033beaea543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:12.432448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4290-8079-470f-ae4f-43ef8d0032be req-b2d1d3fa-1663-4792-b2bb-362e33f3a708 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:12.434495 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fd9e4290-8079-470f-ae4f-43ef8d0032be req-b2d1d3fa-1663-4792-b2bb-362e33f3a708 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.5459068
Feb 05 23:43:12.435039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:12.511353 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fd9e4290-8079-470f-ae4f-43ef8d0032be req-574db5bc-4646-4543-8652-f1521e01243f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646935
Feb 05 23:43:12.939233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:13.384339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1219ea-798b-410a-a4c3-ddd6e3c59e5a None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:43:13.397206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:43:13.644850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a3aadb6f-85cb-49e8-9dbe-7310e6cdae71 None None] Provisioning for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:13.722583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:43:13.740290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:43:13.769846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:43:13.769846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5cae80>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:13.808006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:13.810087 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.9446802
Feb 05 23:43:13.813165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41290) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:13.938734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:14.184087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd2fac-82aa-4e66-ae90-bdabf5282415 req-5436a2d6-1c64-47b7-a365-26b9740c1748 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:14.192461 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d0bd2fac-82aa-4e66-ae90-bdabf5282415 req-5436a2d6-1c64-47b7-a365-26b9740c1748 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.4566207
Feb 05 23:43:14.231836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:14.367287 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d0bd2fac-82aa-4e66-ae90-bdabf5282415 req-65a90bad-83b4-4d02-a238-4b72ac3609c6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678722
Feb 05 23:43:14.378152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 62406ba9-3b1c-478c-b96e-5b30a9e759a9 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:14.524676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:43:14.712343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:14.730823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:14.731491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:14.945817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f0b021ed-99e1-4a4a-b64e-2678a0857cf6 None None] Provisioning complete for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:14.946113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0b021ed-99e1-4a4a-b64e-2678a0857cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.218221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5cae80>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:12Z', 'revision_number': 3, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:15.226455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:43:15.227328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Updating router 8082a287-423b-4ac3-816d-190a46a7aeb5 port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:43:15.266149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.342575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.420592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.445729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=62406ba9-3b1c-478c-b96e-5b30a9e759a9,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:43:15.483322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0b021ed-99e1-4a4a-b64e-2678a0857cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.768229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:15.770915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ad37c23a-a411-4356-8ec1-16079ddacb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:15.808133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-f0b021ed-99e1-4a4a-b64e-2678a0857cf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:43:15.808517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-f0b021ed-99e1-4a4a-b64e-2678a0857cf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:43:15.860278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=62406ba9-3b1c-478c-b96e-5b30a9e759a9,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:15.865909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:16.175193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 62406ba9-3b1c-478c-b96e-5b30a9e759a9 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:16.196390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92c75a-c8c1-4201-9568-363b4209449e req-914965a2-6ca0-4c49-9151-61021deb101e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:16.206111 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1a92c75a-c8c1-4201-9568-363b4209449e req-914965a2-6ca0-4c49-9151-61021deb101e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.4181530
Feb 05 23:43:16.272657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:16.273956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.318716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.323778 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1a92c75a-c8c1-4201-9568-363b4209449e req-a8b95f1d-ab35-4549-974c-f3e47dd2eb36 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118717
Feb 05 23:43:16.381580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.408206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Transition to ACTIVE for port object e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:16.443140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.457816 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:16.536642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-7611a7ab-8d73-478b-b743-cd6906d94458 None None] Provisioning complete for port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:16.538603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7611a7ab-8d73-478b-b743-cd6906d94458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.642422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Pushing event updated for resources: {'Port': ['ID=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:16.672102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.672912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.673501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.674061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.674667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.675229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.676323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.677753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.678423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.679129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.679705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.687992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:16.692891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:16.726614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Attempting to bind port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:43:16.727023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Attempting to bind port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:43:16.727618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Attempting to bind port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:43:16.733933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:43:16.734345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:43:16.734827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.735293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:43:16.735811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Bound port: e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:43:16.736217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.827980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] For port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:43:16.831538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] For port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:43:16.865943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:16.880617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:16.884478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Allocated IP 172.20.0.1 (fa2ba1bd-4e28-4061-9867-b7208e2732a7/cff48754-e342-4780-af15-0b348807a924/d8e38ffd-097f-47bb-82c5-2a93c92ad62c) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:43:17.085846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:17.086963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Pushing event updated for resources: {'Port': ['ID=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:17.104556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:17.108867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Transition to ACTIVE for port object d8e38ffd-097f-47bb-82c5-2a93c92ad62c will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:17.169429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:17.209236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:43:17.211926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5cae80>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:17.280679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:17.365020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Pushing event updated for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:17.378609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:17.384881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:17.512143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:17.514405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:17.529427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:43:17.738541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:17.739253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:17.819714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:17.825691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8550571-56ab-445e-a1b7-46d627181763 req-81027c0c-6757-404f-9aed-b64fe13fa953 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:17.839784 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e8550571-56ab-445e-a1b7-46d627181763 req-81027c0c-6757-404f-9aed-b64fe13fa953 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3259385
Feb 05 23:43:17.937740 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e8550571-56ab-445e-a1b7-46d627181763 req-38bbca6c-9e23-476f-aabf-baf43811d6f5 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014726
Feb 05 23:43:17.998750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:43:18.014906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-9be59477-ba63-472e-a8b2-482217215dae None None] Provisioning for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:18.037776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-9be59477-ba63-472e-a8b2-482217215dae None None] Provisioning complete for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:18.038525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9be59477-ba63-472e-a8b2-482217215dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:18.125377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-9be59477-ba63-472e-a8b2-482217215dae None None] Port d8e38ffd-097f-47bb-82c5-2a93c92ad62c cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:43:18.159172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:18.451514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5cae80>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:12Z', 'revision_number': 3, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:18.458193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a472eb-ae92-4187-80e5-e6512ee07dbc None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:12Z', 'revision_number': 3, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:43:18.574199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:18.871361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:18.949058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b4884169-46da-47f0-99e0-ffc113f68c41 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:19.117833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:19.280878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Pushing event updated for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:19.287351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:19.401935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:19.403805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:19.788071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83443d-536d-428c-bc77-cbc6758868ba req-e7138d3f-81c3-438c-9ae0-2975712ef1f7 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:19.791694 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5e83443d-536d-428c-bc77-cbc6758868ba req-e7138d3f-81c3-438c-9ae0-2975712ef1f7 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.4882729
Feb 05 23:43:19.891600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5e1f174d-83fa-4da9-8118-6239bdb5d3d6 None None] Provisioning complete for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:19.895508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5e1f174d-83fa-4da9-8118-6239bdb5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:19.915600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:43:20.007381 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5e83443d-536d-428c-bc77-cbc6758868ba req-04562dd6-513f-4856-b4bc-0674c9a17a93 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036614
Feb 05 23:43:20.154476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f174d-83fa-4da9-8118-6239bdb5d3d6 None None] Port d8e38ffd-097f-47bb-82c5-2a93c92ad62c cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:43:20.320938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:20.381007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:43:20.403902 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] 10.222.0.35 "PUT /v2.0/routers/8082a287-423b-4ac3-816d-190a46a7aeb5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5788701
Feb 05 23:43:20.471646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:20.479398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:20.480053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:20.634387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:20.653259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:43:20.688026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:20.690074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-213e632e-7143-4d1e-85a8-b3fccc5a540f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:20.768991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:20.773432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:21.072977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41412) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:21.083862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915146197', 'description': 'tempest-description--695741037'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:21.108791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:21.118279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:21.125035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:21.138982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:21.185878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.229380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:21.237129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:21.241422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:21.248607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:21.410966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.522472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc88f6-d88e-47d9-8f5b-14d9a9d32cd9 req-31069cb6-9a33-470b-aa15-678a76f482fa tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:21.524246 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c3bc88f6-d88e-47d9-8f5b-14d9a9d32cd9 req-31069cb6-9a33-470b-aa15-678a76f482fa tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.2318871
Feb 05 23:43:21.525629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.529903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:21.604258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c76533-bbd3-4840-9ded-ba7df2d51413,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:21.612537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:21.649612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.651258 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5750313
Feb 05 23:43:21.655497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41426) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:21.672553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group_rule': {'security_group_id': '53c76533-bbd3-4840-9ded-ba7df2d51413', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:21.684796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c3bc88f6-d88e-47d9-8f5b-14d9a9d32cd9 req-0cbe8dac-08c5-48b5-a790-dbb7ed434ef6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431549
Feb 05 23:43:21.720579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:21.728783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:21.734426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:21.745785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:21.798790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.932029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.985820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:21.988501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab5816d5-1162-4b55-b498-5b2eb0f01d60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:22.016558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fe0b98-f166-41fa-ae15-5aea5b9b506e,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:22.020203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:22.088366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.096520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41432) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:22.097008 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4342985
Feb 05 23:43:22.101842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group_rule': {'security_group_id': '53c76533-bbd3-4840-9ded-ba7df2d51413', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:22.105781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:22.133206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:22.138547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:22.142606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:22.150026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:22.224525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.339486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:43:22.365650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:43:22.366351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6baa02b0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:22.411101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.433061 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-15a090f9-a86f-41a7-925e-9d64218f14d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1222639
Feb 05 23:43:22.448294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.461927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:22.500618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5c3f14-6a3b-4a77-abde-82b75da92716,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:22.519834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:22.602135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:22.602857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.625218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.625979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5296676
Feb 05 23:43:22.630242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41448) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:22.641811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:22.668244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987ab7-a63d-4795-b804-b86845947850 req-b4a62546-67f4-40e4-be42-1a2e5a026381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:22.669926 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-b4a62546-67f4-40e4-be42-1a2e5a026381 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.1021712
Feb 05 23:43:22.689480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:22.695318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:floatingip and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:22.706442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:22.719545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:22.744048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:43:22.791710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:22.918029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987ab7-a63d-4795-b804-b86845947850 req-826e069d-0170-4f3f-816d-35e07a53329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:22.919879 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-826e069d-0170-4f3f-816d-35e07a53329c service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.2231188
Feb 05 23:43:23.015047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:23.075463 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-71a6ccb7-056b-4a7a-95c0-bc7398e24a49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.1021693
Feb 05 23:43:23.258271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec4e7a-1ac6-4fe6-96ad-62603109cc2c req-7552c386-3295-49d0-9cbf-fdc9faa2f33d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:23.260097 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eaec4e7a-1ac6-4fe6-96ad-62603109cc2c req-7552c386-3295-49d0-9cbf-fdc9faa2f33d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3366270
Feb 05 23:43:23.298304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987ab7-a63d-4795-b804-b86845947850 req-2a7acb4e-f572-4112-8a60-79c801c833ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:23.300120 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-2a7acb4e-f572-4112-8a60-79c801c833ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.2158337
Feb 05 23:43:23.372647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-19117d19-97e9-401b-8f65-fb86c13fa543 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529368
Feb 05 23:43:23.380131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Allocated IP 172.27.3.84 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/454c1209-d508-45e1-978f-f589fe6dfb35) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:43:23.395021 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eaec4e7a-1ac6-4fe6-96ad-62603109cc2c req-68433394-c933-4fb1-804f-92a34fbc2306 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248481
Feb 05 23:43:23.564659 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-7e5a8de9-7786-4952-a897-a52dd588fa37 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684926
Feb 05 23:43:23.636630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6baa02b0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:18Z', 'revision_number': 2, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:23.654033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:43:23.654033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Updating router 8082a287-423b-4ac3-816d-190a46a7aeb5 port d8e38ffd-097f-47bb-82c5-2a93c92ad62c binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:43:23.819544 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86987ab7-a63d-4795-b804-b86845947850 req-186a72f8-77ac-4542-81ee-f846cd38d793 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2473419
Feb 05 23:43:23.833910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:23.916738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:23.986473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0987ce8-147f-4c3e-ba63-9a0929cec07a req-8847e982-1e12-4b86-bb4a-791d0013adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:24.011782 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0987ce8-147f-4c3e-ba63-9a0929cec07a req-8847e982-1e12-4b86-bb4a-791d0013adf1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1163 time: 0.2179914
Feb 05 23:43:24.117189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:24.120921 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0987ce8-147f-4c3e-ba63-9a0929cec07a req-33f159d0-5080-4374-8282-a4e7278c38d5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892751
Feb 05 23:43:24.151775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28222051-f37f-406e-9687-9ebf52664261 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:24.444570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:24.461257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Transition to ACTIVE for port object d8e38ffd-097f-47bb-82c5-2a93c92ad62c will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:24.517330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:24.821198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:25.072754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Pushing event updated for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:25.101300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:25.107745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f872d6-8b89-49ea-b7b8-2694ee489e07 req-1099d01c-daa4-41f8-abe9-69cc3aa82c6d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:25.117916 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f872d6-8b89-49ea-b7b8-2694ee489e07 req-1099d01c-daa4-41f8-abe9-69cc3aa82c6d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.3690808
Feb 05 23:43:25.132982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=454c1209-d508-45e1-978f-f589fe6dfb35,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:25.205337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:25.206279 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f872d6-8b89-49ea-b7b8-2694ee489e07 req-22332500-6cb9-4dea-b433-75419eef9875 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871620
Feb 05 23:43:25.245908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:25.248577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:25.251510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:43:25.466417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.479092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Attempting to bind port d8e38ffd-097f-47bb-82c5-2a93c92ad62c on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:43:25.479767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Attempting to bind port d8e38ffd-097f-47bb-82c5-2a93c92ad62c by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:43:25.480688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Attempting to bind port d8e38ffd-097f-47bb-82c5-2a93c92ad62c on network fa2ba1bd-4e28-4061-9867-b7208e2732a7 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:43:25.490440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:43:25.491053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Checking segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:43:25.492000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.492807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Bound using segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:43:25.493875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Bound port: d8e38ffd-097f-47bb-82c5-2a93c92ad62c, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:43:25.494550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.662227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.671194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] For port d8e38ffd-097f-47bb-82c5-2a93c92ad62c, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:43:25.677744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] For port d8e38ffd-097f-47bb-82c5-2a93c92ad62c, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:43:25.717307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.737018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:25.802159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:25.909627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41526) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:25.951010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Pushing event updated for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:25.957386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:26.017491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:43:26.018214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6baa02b0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:26.126609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.174645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.194324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.236696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:26.244270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:26.258036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Usage tracker for resource:security_group_rule and tenant:d23c7feebf1f4cec961619d3e14f1654 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:26.262060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:26.269173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:26.291314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:43:26.541184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=454c1209-d508-45e1-978f-f589fe6dfb35,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:26.547815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:26.639678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.672150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.680790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.716852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:26.719906 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.0878546
Feb 05 23:43:26.722891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b699bb70-8702-4339-94cf-63b07c9c91b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:26.756699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:26.794278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac18f4-070e-4bb9-9e12-6f5670de9dd2,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:26.805062 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d23c7feebf1f4cec961619d3e14f1654&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8913925
Feb 05 23:43:26.805062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:26.807265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41552) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:27.074795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:27.075141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:27.087520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f281-3703-4dd0-b684-446f4fed36bc req-b623fe86-acbe-4651-96e2-48548dab29c7 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:27.091726 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1a7f281-3703-4dd0-b684-446f4fed36bc req-b623fe86-acbe-4651-96e2-48548dab29c7 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.5752280
Feb 05 23:43:27.274554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e1a7f281-3703-4dd0-b684-446f4fed36bc req-557878da-bdc0-4523-b33e-bc636fa60506 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745167
Feb 05 23:43:27.325166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:27.334704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6baa02b0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:25Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:27.340382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027be1-fac7-4844-a52f-4659bc9e534a None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:25Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:43:27.374282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-69b869ef-1ecd-4032-ae9e-d83e9660f347 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:43:27.603499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:27.699590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-69b869ef-1ecd-4032-ae9e-d83e9660f347 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:43:27.710885 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-69b869ef-1ecd-4032-ae9e-d83e9660f347 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--915146197&fields=id&tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 267 time: 0.5214636
Feb 05 23:43:28.124351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d7a64-9f17-4452-b32d-4216f14c7c3e req-3ce29ec2-8f58-45e1-9f04-c317e1046f78 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:28.138119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device d8e38ffd-097f-47bb-82c5-2a93c92ad62c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:28.139180 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9a0d7a64-9f17-4452-b32d-4216f14c7c3e req-3ce29ec2-8f58-45e1-9f04-c317e1046f78 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.6566961
Feb 05 23:43:28.279977 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9a0d7a64-9f17-4452-b32d-4216f14c7c3e req-021ac4fc-0128-4eaa-b846-7fde5018e961 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392021
Feb 05 23:43:28.293978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:28.300446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:28.301048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:28.447251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-cdc1779c-d3dc-4c84-92fa-efcc31dc7951 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:28.461222 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-cdc1779c-d3dc-4c84-92fa-efcc31dc7951 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 817 time: 0.7487075
Feb 05 23:43:28.495327 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-65bda853-cd40-419d-aa59-2b39421e6054 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/quotas/f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 375 time: 0.0324855
Feb 05 23:43:28.530300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:28.577637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port d8e38ffd-097f-47bb-82c5-2a93c92ad62c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:43:28.604369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:28.614343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:28.623940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:28.625530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cd38f362-f7bc-4b1a-acab-6b9f86c4be31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:28.663818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac18f4-070e-4bb9-9e12-6f5670de9dd2,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:28.670740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:28.688370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:28.690315 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95ac18f4-070e-4bb9-9e12-6f5670de9dd2 HTTP/1.1" status: 204  len: 168 time: 1.8797083
Feb 05 23:43:28.744204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:28.748314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:28.790822 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-dd3b166b-8bc3-4b28-964a-07481cd44826 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2873352
Feb 05 23:43:29.229762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-684d55b9-469f-448d-8ec0-6e428787d6eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:43:29.231898 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-684d55b9-469f-448d-8ec0-6e428787d6eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3138659
Feb 05 23:43:29.509618 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-ad1f6cc7-d8d2-451e-8bf9-afb7f8448420 service neutron] 10.222.0.35 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697866
Feb 05 23:43:29.523893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 41628) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:29.545274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:29.563924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:29.568681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Usage tracker for resource:security_group_rule and tenant:5a273b572d2f442d98b7bae57fa3369f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:29.572165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:29.578883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:29.716748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:29.776359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:29.784190 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-aff3b9f4-df09-4e94-9b1c-8be7857a83d5 service neutron] 10.222.0.35 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2669156
Feb 05 23:43:29.798544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eb019eac-a751-4d00-ad89-45b47307d552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:29.850642 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a273b572d2f442d98b7bae57fa3369f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252997
Feb 05 23:43:29.852680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff0f7b8-711d-422f-828b-76b5b0c27106,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:29.855026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41640) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:29.856622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:29.939033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:29.971749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:30.156745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:30.166241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-919a5813-b8e4-4c16-8db2-02f0b7828230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:30.179862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device d8e38ffd-097f-47bb-82c5-2a93c92ad62c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:30.185350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff0f7b8-711d-422f-828b-76b5b0c27106,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:30.188790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:30.384055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port d8e38ffd-097f-47bb-82c5-2a93c92ad62c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:30.384649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:30.486940 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7899f9fa-3a5e-44a0-b157-8e49d79e0fa8 req-fce36c78-c098-4005-9880-f5fd5c1dcff6 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.3219726
Feb 05 23:43:30.490809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:30.492210 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ff0f7b8-711d-422f-828b-76b5b0c27106 HTTP/1.1" status: 204  len: 168 time: 0.6356103
Feb 05 23:43:31.717626 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-565bee0c-3642-4154-a1dc-bd7e3f571a6a req-e3d72296-b9ba-4deb-8b26-33fc9d4de1ec tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0516458
Feb 05 23:43:33.132450 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fd283e09-9ece-42cd-b29e-5fb146a42200 req-314c9662-b3e7-47e9-8140-165de9056c58 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0963643
Feb 05 23:43:34.368812 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc646fe0-eb0d-4604-babc-1388bf1df0cc req-220f3835-04a9-4ca2-b9a5-6d30a4995e98 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0550904
Feb 05 23:43:35.715586 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-49c481e9-a804-4cdc-b9e4-ca9c0b837fc1 req-813550f5-939a-4bf2-b78c-8c283cc69ff0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0831919
Feb 05 23:43:35.826806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-f4679789-d016-47b2-b0a4-0548cf78e923 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:35.829589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-f4679789-d016-47b2-b0a4-0548cf78e923 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:43:35.852482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-e689df5c-53c9-4ab6-a549-ef06f29b3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:35.854347 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-e689df5c-53c9-4ab6-a549-ef06f29b3659 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.3591893
Feb 05 23:43:35.968633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-f4679789-d016-47b2-b0a4-0548cf78e923 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:43:35.972406 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-f4679789-d016-47b2-b0a4-0548cf78e923 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 817 time: 0.5450914
Feb 05 23:43:36.101206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb335e-3eb2-423e-aaa3-726d0a59e57d req-963b001e-49f2-4240-9f5a-7090eca71b1c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:36.103164 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-10cb335e-3eb2-423e-aaa3-726d0a59e57d req-963b001e-49f2-4240-9f5a-7090eca71b1c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3840001
Feb 05 23:43:36.134970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-bc33797c-6287-49d8-b442-c2dfcb77dc6b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:43:36.155776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-bc33797c-6287-49d8-b442-c2dfcb77dc6b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:43:36.157215 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-bc33797c-6287-49d8-b442-c2dfcb77dc6b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 5707 time: 0.1706538
Feb 05 23:43:36.169633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'port': {'device_id': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'admin_state_up': True, 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'security_groups': ['53c76533-bbd3-4840-9ded-ba7df2d51413']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:36.205536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-10cb335e-3eb2-423e-aaa3-726d0a59e57d req-35c45d8c-e357-4551-bbc8-e257bdf80c31 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932174
Feb 05 23:43:36.208740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-5f92fb22-b675-4213-9f61-c1cbe85f8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:36.210546 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-5f92fb22-b675-4213-9f61-c1cbe85f8eae service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.3438141
Feb 05 23:43:36.304622 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-cda35a81-30ec-4089-9684-2c0b1d1f42d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.0866876
Feb 05 23:43:36.400058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-2989ada2-c436-4b2b-bf2d-795503ec4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:36.401726 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-2989ada2-c436-4b2b-bf2d-795503ec4125 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.0874825
Feb 05 23:43:36.410341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:36.414909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:port and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:36.418456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:36.425814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:36.470899 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-60b0ef25-3538-477d-a3a7-af50843156bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600677
Feb 05 23:43:36.483027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Made reservation on behalf of f83ee5e7955947f28375a9d439bd642f for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:43:36.527838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:36.667813 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-041b0b90-f4d5-4f0e-8fc3-801f78483c00 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853127
Feb 05 23:43:36.864383 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3da0dcb8-ffd1-49a3-baa3-1358ebaab4c6 req-4bc10d8c-0e4b-4fdd-9f37-1ad9faac85b6 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1885910
Feb 05 23:43:36.908464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Allocated IP 172.20.0.8 (fa2ba1bd-4e28-4061-9867-b7208e2732a7/cff48754-e342-4780-af15-0b348807a924/04f861d4-6532-403f-b321-a3e4e7475fb8) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:43:37.007988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-72fb25a5-10c8-45a1-9ff5-a90872674261 req-3afc3826-2aae-4b06-ae4a-332e65001a8a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0939398
Feb 05 23:43:37.517124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:37.556879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Transition to ACTIVE for port object 04f861d4-6532-403f-b321-a3e4e7475fb8 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:37.667204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb8f14-312c-46eb-a802-39536805bcaf req-eb476751-7acb-4f3d-b774-716c6ca00b5f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:37.669361 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45bb8f14-312c-46eb-a802-39536805bcaf req-eb476751-7acb-4f3d-b774-716c6ca00b5f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.2596664
Feb 05 23:43:37.683560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:37.720775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:37.758217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45bb8f14-312c-46eb-a802-39536805bcaf req-aa0d9a43-f505-4821-9fb3-dff216a869f5 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813522
Feb 05 23:43:37.980591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:38.014742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.015242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.018809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.018809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.018809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.018809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.018809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.019280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.019594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.020128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.020737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.021310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.022023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.022701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.023514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.023918 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.024485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.025046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.025673 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.026262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.026887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.027464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.028035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.028647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:38.039402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:38.128844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:43:38.131036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:43:38.136234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:43:38.344227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:38.345344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:38.508303 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3432319
Feb 05 23:43:38.527022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Request body: {'port': {'device_id': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:38.541645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bdc67-ae48-4d74-8219-0bad8c440c6c req-d6184d6c-c50c-49ad-b676-46a3316d93e3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:38.543451 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e52bdc67-ae48-4d74-8219-0bad8c440c6c req-d6184d6c-c50c-49ad-b676-46a3316d93e3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 931 time: 0.3446863
Feb 05 23:43:38.602708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b6329c3e-9389-495c-9a2a-b78747be66a3 None None] Provisioning for port 04f861d4-6532-403f-b321-a3e4e7475fb8 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:38.613450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b6329c3e-9389-495c-9a2a-b78747be66a3 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:38.614586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b6329c3e-9389-495c-9a2a-b78747be66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:38.676309 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e52bdc67-ae48-4d74-8219-0bad8c440c6c req-2acdecb8-9939-4b29-b53f-785c6b5aa272 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205366
Feb 05 23:43:38.744091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-b6329c3e-9389-495c-9a2a-b78747be66a3 None None] Port 04f861d4-6532-403f-b321-a3e4e7475fb8 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:43:38.834742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:39.225891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbea0a-dc93-4134-9445-d5cd203a9c13 req-39a66e94-15bb-431a-8933-530067fc89b4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:39.236393 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-83fbea0a-dc93-4134-9445-d5cd203a9c13 req-39a66e94-15bb-431a-8933-530067fc89b4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.2639687
Feb 05 23:43:39.344043 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-83fbea0a-dc93-4134-9445-d5cd203a9c13 req-ade14e6f-8d54-4c2e-a3ec-4790e18614af tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052094
Feb 05 23:43:39.470445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-abe29de5-c340-4dc4-8f51-764d9731ccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:39.686729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41950) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:39.951869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f861d4-6532-403f-b321-a3e4e7475fb8 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:43:39.984176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:40.029360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Transition to ACTIVE for port object 04f861d4-6532-403f-b321-a3e4e7475fb8 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:43:40.071484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:40.149473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91805778-788a-40f9-afe3-c9a5e25b093c req-5b135df5-3c4a-4c4d-91d9-fbd884b22e97 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:40.151298 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91805778-788a-40f9-afe3-c9a5e25b093c req-5b135df5-3c4a-4c4d-91d9-fbd884b22e97 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 931 time: 0.2346582
Feb 05 23:43:40.181297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:40.206172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:40.252022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:40.259411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Usage tracker for resource:security_group_rule and tenant:5e32953c763f4d47897c02cefea0ad12 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:40.263098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:40.309095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91805778-788a-40f9-afe3-c9a5e25b093c req-bd2ed487-7925-4336-9154-cc02d45a1ef4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100805
Feb 05 23:43:40.310464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:40.312418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:40.324793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:40.630757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:40.666191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41976) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:40.769219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:40.804011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:41.002841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fbadca-b90f-4b62-89e9-4e057799c8cd,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:41.013647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e32953c763f4d47897c02cefea0ad12&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3241496
Feb 05 23:43:41.032945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 41984) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:41.048201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.048601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.048994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.049380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.051077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.051530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.051917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.052425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.054902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.058961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.058961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.058961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.058961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.060314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.060723 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.061152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.061555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.061919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.062294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.062781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.063061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.063435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.067264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.068751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:41.113800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:41.136881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.144762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Attempting to bind port 04f861d4-6532-403f-b321-a3e4e7475fb8 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:43:41.145411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Attempting to bind port 04f861d4-6532-403f-b321-a3e4e7475fb8 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:43:41.146036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Attempting to bind port 04f861d4-6532-403f-b321-a3e4e7475fb8 on network fa2ba1bd-4e28-4061-9867-b7208e2732a7 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:43:41.157910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:43:41.158601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Checking segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:43:41.159791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.160443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Bound using segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:43:41.161282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Bound port: 04f861d4-6532-403f-b321-a3e4e7475fb8, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:43:41.161939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.322787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7c268-8f23-4d5b-9671-8e3f3c118c9b req-23c11647-3c15-47fd-b140-ebe19c28b8db tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:41.325166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-50c7c268-8f23-4d5b-9671-8e3f3c118c9b req-23c11647-3c15-47fd-b140-ebe19c28b8db tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.6459258
Feb 05 23:43:41.333139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:41.356247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Usage tracker for resource:security_group_rule and tenant:571177ed007a4d54a967d21adfc83fec is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:41.373146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:41.389473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:41.409741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:43:41.421542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:43:41.442013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-50c7c268-8f23-4d5b-9671-8e3f3c118c9b req-d2c3bb95-57aa-447a-8b78-10dedc6135c9 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917532
Feb 05 23:43:41.455461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.462774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.510199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.513479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:41.620140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0c301f9b-0a2a-4d06-af84-a355c68064f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.835499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.865632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:41.877826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:41.931054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9318e0-0ac3-4a96-93e8-2928f3139b7a req-95e755bb-30c1-418e-8e7d-095c7ff9b6a0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:41.933571 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9a9318e0-0ac3-4a96-93e8-2928f3139b7a req-95e755bb-30c1-418e-8e7d-095c7ff9b6a0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.2600131
Feb 05 23:43:41.935464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.955310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:41.955310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:41.956844 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] 10.222.0.86 "PUT /v2.0/ports/04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 1157 time: 3.4395113
Feb 05 23:43:41.957719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:43:41.970945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:41.984225 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=571177ed007a4d54a967d21adfc83fec&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3162589
Feb 05 23:43:41.986374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42010) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:42.015767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.118907 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9a9318e0-0ac3-4a96-93e8-2928f3139b7a req-2ae0c915-ff1b-451f-9fbd-6a6a909b6701 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502249
Feb 05 23:43:42.122134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01828c90-81b4-4740-a5a4-537387c57ad1,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:42.133109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e75878e4-d3e7-4a95-98a0-dbbd0faeb65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:42.133482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e4f0d0d-0329-429f-96c1-a634aee2a1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:42.167395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fbadca-b90f-4b62-89e9-4e057799c8cd,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:42.170539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:42.173234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.173234 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/02fbadca-b90f-4b62-89e9-4e057799c8cd HTTP/1.1" status: 204  len: 168 time: 1.1390624
Feb 05 23:43:42.250149 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'status': 'completed', 'code': 200}
Feb 05 23:43:42.299291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.341672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.373212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-daa66a54-a6e9-4b6e-8661-ef12edc7859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:42.375028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-daa66a54-a6e9-4b6e-8661-ef12edc7859e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1160 time: 0.2789533
Feb 05 23:43:42.461526 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-b39a0b73-1422-42eb-a90d-2f3c6c4e766e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 217 time: 0.0764139
Feb 05 23:43:42.622380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-b5b613f2-9958-43c1-94e9-b82fd4ff082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:42.625724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-b5b613f2-9958-43c1-94e9-b82fd4ff082d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.1536958
Feb 05 23:43:42.628748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.732959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-82aa276c-ab50-42bc-8d7e-828164fa4622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:42.773699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01828c90-81b4-4740-a5a4-537387c57ad1,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:42.777462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:42.782617 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/01828c90-81b4-4740-a5a4-537387c57ad1 HTTP/1.1" status: 204  len: 168 time: 0.7916977
Feb 05 23:43:42.792211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:42.896944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091786-e897-4e89-9f90-2423e242faff req-80752fa8-2d2c-4ad3-a913-1a380bfde81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:42.896944 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-80752fa8-2d2c-4ad3-a913-1a380bfde81a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2533610
Feb 05 23:43:42.957101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff92f0d-7842-44b6-affa-b2043091614a req-945c476c-c046-47b2-801c-0e647c93a0f6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:42.959682 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0ff92f0d-7842-44b6-affa-b2043091614a req-945c476c-c046-47b2-801c-0e647c93a0f6 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3067710
Feb 05 23:43:43.157482 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0ff92f0d-7842-44b6-affa-b2043091614a req-015f5909-cd06-4aba-88a7-f959044b26fc tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865575
Feb 05 23:43:43.168264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42038) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:43.179552 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-76145401-a64a-4bd2-9868-3301348ffda8 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759752
Feb 05 23:43:43.190257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:43.248504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:43.252927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Usage tracker for resource:security_group_rule and tenant:0845de04a7d447d2a2304fdde2065b64 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:43.256825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:43.283619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:43.520895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:43.611985 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45091786-e897-4e89-9f90-2423e242faff req-8be478d0-413c-4cd6-8a1f-40d7de45193f service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4194131
Feb 05 23:43:43.630219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:43.630219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-56ffbe97-2a26-4a56-bcac-9d757e575980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:43.671727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079a01d-9812-4e4c-8f59-a58a9611cd30,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:43.684835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:43.697455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-31a1a3e2-e7bc-43f9-a527-e9cb6742e682 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0845de04a7d447d2a2304fdde2065b64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5279949
Feb 05 23:43:43.701969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42058) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:43.821087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f03c-33cf-4c75-8fe7-acf8ca8ea5cd req-a4001c6b-363a-4bb7-89ec-763ee64a6dfa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:43.829744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8cc8f03c-33cf-4c75-8fe7-acf8ca8ea5cd req-a4001c6b-363a-4bb7-89ec-763ee64a6dfa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.2926667
Feb 05 23:43:43.947746 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8cc8f03c-33cf-4c75-8fe7-acf8ca8ea5cd req-adbdda51-ee8e-4781-9972-19eed581cb96 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162443
Feb 05 23:43:43.989494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:43.991033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.057194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.137681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-0b9ccaa2-3d89-46bd-ba73-f2b64a35b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:44.139984 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-0b9ccaa2-3d89-46bd-ba73-f2b64a35b760 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1160 time: 0.3303881
Feb 05 23:43:44.154634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42070) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:44.231505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.316640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.342803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7c35ca2e-faf8-449e-81b7-e93ea0a50244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:44.348468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.369755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:44.374334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079a01d-9812-4e4c-8f59-a58a9611cd30,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:44.383809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:44.389964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Usage tracker for resource:security_group_rule and tenant:8c71d8b36c6447c3a3d59a708bbb252f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:44.400206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:44.409264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.411190 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b079a01d-9812-4e4c-8f59-a58a9611cd30 HTTP/1.1" status: 204  len: 168 time: 0.7081006
Feb 05 23:43:44.419527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:44.462713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-4b51f8fc-feec-4b95-9a24-46cc61bbd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:44.464831 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-4b51f8fc-feec-4b95-9a24-46cc61bbd97f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.3165607
Feb 05 23:43:44.573694 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-183919b0-2eba-444d-958a-50759533cc8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 217 time: 0.0936110
Feb 05 23:43:44.587868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.627101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:44.638104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8fad1b4-7903-4ef3-a515-31e6b41e9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:44.664564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-dc75eeaf-5f56-4ea6-b17f-41fb32566820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:44.666523 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-dc75eeaf-5f56-4ea6-b17f-41fb32566820 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.0755162
Feb 05 23:43:44.688469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f94e6c-671c-4ca5-a3a4-fe63c47b408a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:44.692794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:44.791192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89039023-c6e4-4daf-b5db-cd924e66d831 req-e2fb1ce9-d02e-40c3-abbd-29bea05f3ded tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:44.792976 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-89039023-c6e4-4daf-b5db-cd924e66d831 req-e2fb1ce9-d02e-40c3-abbd-29bea05f3ded tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.2571006
Feb 05 23:43:44.801531 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c71d8b36c6447c3a3d59a708bbb252f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6458075
Feb 05 23:43:44.807043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-6ce0226c-a157-493d-b7c1-dcecff2060f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:44.808713 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-6ce0226c-a157-493d-b7c1-dcecff2060f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1341312
Feb 05 23:43:44.809259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42086) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:44.939615 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-89039023-c6e4-4daf-b5db-cd924e66d831 req-27187b88-a4a6-4ded-a6c1-931125399668 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360505
Feb 05 23:43:45.160414 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-72b88ff8-e597-4df3-a798-7703115da92a service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233056
Feb 05 23:43:45.293917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:45.335514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:45.400490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:45.439976 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-365bc2c4-14ee-4c8d-9b63-15bcfe4b75ef req-a681c2bc-d29a-468c-b9fd-406620fda67c service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2693949
Feb 05 23:43:45.533870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:45.544363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:45.573169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f94e6c-671c-4ca5-a3a4-fe63c47b408a,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:45.577765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:45.583549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:45.585683 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9f94e6c-671c-4ca5-a3a4-fe63c47b408a HTTP/1.1" status: 204  len: 168 time: 0.7751367
Feb 05 23:43:45.689322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b67029-0eeb-4fb4-a1a6-9e9caa9ad109 req-f340cedc-1a2b-4533-86af-59548f51afd8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:45.691396 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13b67029-0eeb-4fb4-a1a6-9e9caa9ad109 req-f340cedc-1a2b-4533-86af-59548f51afd8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.4015577
Feb 05 23:43:45.801855 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13b67029-0eeb-4fb4-a1a6-9e9caa9ad109 req-2faf9a1b-718f-41be-a356-afbbfebf01e2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936387
Feb 05 23:43:46.591143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42136) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:46.647205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:46.692010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42144) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:46.697816 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:46.711530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Usage tracker for resource:security_group_rule and tenant:98c50c57bbeb498b82013ee6505c70d6 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:46.723465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:46.743761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:46.869429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed9a32-cd45-459a-9c96-daa509a6d16f req-e18d8eaf-ead2-4e0f-996b-ff3958995f9e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:46.883514 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a5ed9a32-cd45-459a-9c96-daa509a6d16f req-e18d8eaf-ead2-4e0f-996b-ff3958995f9e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5204451
Feb 05 23:43:46.909933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.007243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.010155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4964a75e-b390-4ec8-9bcb-6fb88c2c2d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:47.037736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a5ed9a32-cd45-459a-9c96-daa509a6d16f req-f3c3e2d7-19f6-4f1f-b9a4-70656c825b3a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459999
Feb 05 23:43:47.096368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Deleting subnet cff77dfe-f4a5-4cb5-af02-207f59445ad7 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:43:47.112850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.151897 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98c50c57bbeb498b82013ee6505c70d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5542328
Feb 05 23:43:47.153206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42152) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:47.154740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa01504b-01c9-4850-be13-85882b85cbfd,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:47.174802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:47.209137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.323607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.324127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.391992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.574145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:47.711395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 04f861d4-6532-403f-b321-a3e4e7475fb8 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:43:47.720055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:47.720482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.758809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c14491-626d-4474-804a-152082ba96e6 req-497a162e-ae93-4420-833e-059b4230c0c0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:47.761392 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-12c14491-626d-4474-804a-152082ba96e6 req-497a162e-ae93-4420-833e-059b4230c0c0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.4404399
Feb 05 23:43:47.875046 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-12c14491-626d-4474-804a-152082ba96e6 req-e519e0d6-0a2a-4d34-b0d9-ba568e3becf9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934474
Feb 05 23:43:47.878486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.884967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-01d68caa-bbd8-435e-82d1-bc9211bf7848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:47.899032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.907159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa01504b-01c9-4850-be13-85882b85cbfd,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:47.917508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:47.931628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:47.936356 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa01504b-01c9-4850-be13-85882b85cbfd HTTP/1.1" status: 204  len: 168 time: 0.7796197
Feb 05 23:43:48.032311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:43:48.124777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:43:48.190164 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'code': 200}
Feb 05 23:43:48.210030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:48.213139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:48.243219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:48.344707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4c8f8436-c839-47ad-a32a-beae41a75c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:48.427312 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:48.446262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.453339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.458300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.458856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.459244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.459623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.459999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.460371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.460738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.461106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.467600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.468003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.468390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.468885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:43:48.482014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:48.491615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff77dfe-f4a5-4cb5-af02-207f59445ad7,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:48.657217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:43:48.744155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:48.766837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:48.797725 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8ea921d2-e55f-4d6c-afa4-f4a6bfc0e34b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cff77dfe-f4a5-4cb5-af02-207f59445ad7 HTTP/1.1" status: 204  len: 168 time: 1.8823481
Feb 05 23:43:48.798835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42198) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:49.016439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02067-5a22-458d-b902-45829af24868 req-0185c157-7c75-4b66-b69a-8a99d7bfc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:49.020851 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8ce02067-5a22-458d-b902-45829af24868 req-0185c157-7c75-4b66-b69a-8a99d7bfc2d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.2238884
Feb 05 23:43:49.133624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:49.166263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8ce02067-5a22-458d-b902-45829af24868 req-5e7bdf95-6af7-4ce5-923d-415360010521 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255124
Feb 05 23:43:49.356071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:49.371066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:49.373580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:49.658648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a8e1e-ab00-43d5-845c-1b18baa18ba7 req-7cd88f93-80d4-4c42-b89a-1cb73eb94132 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:49.667272 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1f9a8e1e-ab00-43d5-845c-1b18baa18ba7 req-7cd88f93-80d4-4c42-b89a-1cb73eb94132 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 1.0842118
Feb 05 23:43:50.044004 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1f9a8e1e-ab00-43d5-845c-1b18baa18ba7 req-76d891c3-61df-41b8-81e7-fcb8a015510f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3754141
Feb 05 23:43:50.191699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:50.208271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485344d5-812f-41a1-98a9-54bfc616bdeb req-a06245f4-5101-4f63-b41d-749564a28392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:50.210050 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-485344d5-812f-41a1-98a9-54bfc616bdeb req-a06245f4-5101-4f63-b41d-749564a28392 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1162 time: 0.9041147
Feb 05 23:43:50.316901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367a34e-3ad9-4853-8ca5-cdd4896d3b52 req-a827f754-bbb2-4a9a-9c1a-0bf89bdc5337 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:50.318820 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2367a34e-3ad9-4853-8ca5-cdd4896d3b52 req-a827f754-bbb2-4a9a-9c1a-0bf89bdc5337 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.5876040
Feb 05 23:43:50.463981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8d6c534898>> segment before_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.464388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8d6c534898>> subnet precommit_delete_associations 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.465314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> segment_host_mapping after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.465619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> port after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.465982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> port after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.466399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> port after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.466803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> segment after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.467186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> subnet after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.467537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> subnet after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.467900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8d6b7ffe48>> subnet after_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.537240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6b0cdf98>> subnet after_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.537594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6b0cdf98>> subnet after_delete 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.538230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6b0cdf98>> subnet before_create 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.538463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8d6b0cdf98>> subnet before_update 55550000 {{(pid=80271) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 23:43:50.538758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6a247710>,) {'filters': {'network_id': ['facc8416-7517-4420-a44d-915d8bc8cc3d']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:50.576555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2367a34e-3ad9-4853-8ca5-cdd4896d3b52 req-f645c6eb-0ef5-4b9c-9696-4536879dcc6a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1952665
Feb 05 23:43:50.578551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a247710>, 'b2c5dd4e-2f81-430c-9bc4-ed64e3c9cbc6') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:50.578891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a247710>, 'b2c5dd4e-2f81-430c-9bc4-ed64e3c9cbc6') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:50.593383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:50.620351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:50.624728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:43:51.152619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Network facc8416-7517-4420-a44d-915d8bc8cc3d has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:51.171708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:51.585509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Network facc8416-7517-4420-a44d-915d8bc8cc3d has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   (rel_b, rel_a, rel_b),
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   (rel_b, rel_a, rel_b),
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:43:51.640092 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:43:51.880448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7114f7d-6f47-4f29-9a04-26b51a2dbe66 req-872de0fd-9adc-4d0f-aa6e-8df7a3535ef8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:51.882883 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7114f7d-6f47-4f29-9a04-26b51a2dbe66 req-872de0fd-9adc-4d0f-aa6e-8df7a3535ef8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5433860
Feb 05 23:43:52.036359 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7114f7d-6f47-4f29-9a04-26b51a2dbe66 req-714699a1-88b0-4cf1-b1ad-040562179c46 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851552
Feb 05 23:43:52.042233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.054856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.067376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6f67d7c-9082-45b6-85b1-d5979cc7f949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:52.083703 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/facc8416-7517-4420-a44d-915d8bc8cc3d HTTP/1.1" status: 204  len: 168 time: 3.2682700
Feb 05 23:43:52.087587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42290) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:52.173599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Deleting subnet 8cb98c9c-2412-4d8d-86c8-61a625cd87c4 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:43:52.175701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bd81c-3e35-4880-90ac-d0bcb8844ea2 req-1f3e9857-9cde-4207-913d-016ec6fbd82f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:52.177845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.178048 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-832bd81c-3e35-4880-90ac-d0bcb8844ea2 req-1f3e9857-9cde-4207-913d-016ec6fbd82f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2935305
Feb 05 23:43:52.185327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=facc8416-7517-4420-a44d-915d8bc8cc3d,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:52.188655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:52.247775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.274913 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-832bd81c-3e35-4880-90ac-d0bcb8844ea2 req-f20a9f80-f0ec-48dc-9821-54ec21ac1a9f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810130
Feb 05 23:43:52.364750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.621212 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-485344d5-812f-41a1-98a9-54bfc616bdeb req-e4272928-c9b4-4735-9e6c-6df4d840fc32 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605843
Feb 05 23:43:52.961465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:52.979075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-77f75b7b-1745-445c-9669-036ae72a0a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:53.035572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb98c9c-2412-4d8d-86c8-61a625cd87c4,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:53.038668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:53.136625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:53.148270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-62f09e1e-d1c5-42fa-8608-b251639dc8aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8cb98c9c-2412-4d8d-86c8-61a625cd87c4 HTTP/1.1" status: 204  len: 168 time: 1.0548308
Feb 05 23:43:53.150209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42346) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:53.441849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:53.773864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d96fe-6788-44d7-8d53-f554e796cbeb req-497aacb9-d446-4304-9f9f-9d76cb1b8ed2 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:53.773864 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-205d96fe-6788-44d7-8d53-f554e796cbeb req-497aacb9-d446-4304-9f9f-9d76cb1b8ed2 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5096552
Feb 05 23:43:53.878338 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-205d96fe-6788-44d7-8d53-f554e796cbeb req-05f63f70-d4e2-4cf8-a2ac-84bd7423c2f0 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857151
Feb 05 23:43:53.998728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:54.133299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1aea-0946-43e9-8f87-7b255bd7f8ff req-dd8352b4-cf48-4cb2-b02d-956565d7a291 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:54.142632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09ec1aea-0946-43e9-8f87-7b255bd7f8ff req-dd8352b4-cf48-4cb2-b02d-956565d7a291 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.6110637
Feb 05 23:43:54.282315 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09ec1aea-0946-43e9-8f87-7b255bd7f8ff req-92f3bbe8-1a30-4bcf-90e7-f363f31dfdcf tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1376348
Feb 05 23:43:54.353801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6b397eb8>,) {'filters': {'network_id': ['aadb3d27-9af2-4cc8-8d16-5c9cd129775f']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:54.384344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b397eb8>, '0f931baa-7ab1-4d89-8ea9-f1e116d379cf') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:54.384733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b397eb8>, '0f931baa-7ab1-4d89-8ea9-f1e116d379cf') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:43:54.399596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:54.423977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:54.436319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:43:54.807613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:54.953311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42412) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:54.967013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:54.967717 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.035099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:55.071525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.264443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:43:55.268863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.299446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:55.304088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Usage tracker for resource:security_group_rule and tenant:6e04bf554b06483ba9c6cc4f1a9ad22d is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:55.307571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:55.317800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:55.357740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:43:55.358166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.423132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.481883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.492753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97f81b17-2b91-4d2f-87c5-ca778b99e517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:55.500051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Network aadb3d27-9af2-4cc8-8d16-5c9cd129775f has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:43:55.529497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdeb1e7-b388-4f53-aa0c-560b69d15f6b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:55.536894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:55.570349 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e04bf554b06483ba9c6cc4f1a9ad22d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6150920
Feb 05 23:43:55.572359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42436) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:55.667248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:43:55.684193 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:43:55.700367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.824194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.829943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:55.845894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdeb1e7-b388-4f53-aa0c-560b69d15f6b,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:55.848986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:55.850188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:55.851458 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbdeb1e7-b388-4f53-aa0c-560b69d15f6b HTTP/1.1" status: 204  len: 168 time: 0.2766674
Feb 05 23:43:56.058427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f696b-45ae-4790-9b49-87cf30725be3 req-85935be4-be7e-4770-8196-36f8ac050aef tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:56.061549 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ce4f696b-45ae-4790-9b49-87cf30725be3 req-85935be4-be7e-4770-8196-36f8ac050aef tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.9417803
Feb 05 23:43:56.108104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42448) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:56.176055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314563-7cae-4d90-8af4-80dcbd997708 req-02a1e07b-65a3-495f-9b8f-c09a237632a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:56.178269 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-28314563-7cae-4d90-8af4-80dcbd997708 req-02a1e07b-65a3-495f-9b8f-c09a237632a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.4764850
Feb 05 23:43:56.197414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.225152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:56.242475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.287578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=aadb3d27-9af2-4cc8-8d16-5c9cd129775f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:56.300978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:56.322329 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/aadb3d27-9af2-4cc8-8d16-5c9cd129775f HTTP/1.1" status: 204  len: 168 time: 3.1703069
Feb 05 23:43:56.357351 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ce4f696b-45ae-4790-9b49-87cf30725be3 req-0cc929a6-bf4f-4fce-b293-bbcad3a1cb91 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829063
Feb 05 23:43:56.391752 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-28314563-7cae-4d90-8af4-80dcbd997708 req-27750f0f-24d3-4428-9764-40076e13cff0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1890225
Feb 05 23:43:56.492799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.518926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:56.523814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9219f89866f48a2ae38d6f3bea7cf3d is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:56.527553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:56.534795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:56.652157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.698642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.709473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a664ed4c-6e3f-41ee-8f0e-46de365db1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:56.762937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a6d3c1-075f-4b61-a3e1-2ba4ef2ec430,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:56.769199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42468) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:56.784499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98569315-3afd-43e7-902a-d9e17d45d309 req-0973652e-303c-48f3-8c8a-0360eb9527b8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:56.801555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-98569315-3afd-43e7-902a-d9e17d45d309 req-0973652e-303c-48f3-8c8a-0360eb9527b8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2229240
Feb 05 23:43:56.801729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:56.801878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42472) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:56.815899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'floatingip': {'port_id': '04f861d4-6532-403f-b321-a3e4e7475fb8'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:43:56.829269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42476) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:56.866640 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9219f89866f48a2ae38d6f3bea7cf3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7571180
Feb 05 23:43:56.871073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42480) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:56.874460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:56.998203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.034734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:57.085896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Usage tracker for resource:security_group_rule and tenant:4407e87bde264c3aa2a010eb89f203a4 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:57.100761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:57.105985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.146253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:57.156021 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d02b14e8-d5d6-4a10-a70a-760870254fbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07e0caf9ca41405990c000c7a54744c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229070
Feb 05 23:43:57.162013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42488) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:57.188107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.306987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.314204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aaf8a3d8-d9ac-4f78-b588-37c34d287d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:57.338063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a6d3c1-075f-4b61-a3e1-2ba4ef2ec430,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:57.347052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.348355 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:57.353117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.357182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91a6d3c1-075f-4b61-a3e1-2ba4ef2ec430 HTTP/1.1" status: 204  len: 168 time: 0.4821150
Feb 05 23:43:57.381275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.392578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a1591bea-0855-494c-9608-30a3b3fa1829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:57.443499 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4407e87bde264c3aa2a010eb89f203a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6674626
Feb 05 23:43:57.443499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc3c1f-2bcc-424e-94d6-0d94ed20e78b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:57.443499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42494) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:57.446485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:57.456058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.521129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.558413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.641611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8e831-a93a-4327-adeb-f396a7c27fb1 req-459f48f4-ac56-460e-afd0-a532b7a44d3b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:57.643558 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-61c8e831-a93a-4327-adeb-f396a7c27fb1 req-459f48f4-ac56-460e-afd0-a532b7a44d3b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5554616
Feb 05 23:43:57.659464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.665216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-74e72dc4-4851-4fcb-b052-dc8044bc2f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:57.679209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc3c1f-2bcc-424e-94d6-0d94ed20e78b,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:57.682587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:57.684740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.688759 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3dc3c1f-2bcc-424e-94d6-0d94ed20e78b HTTP/1.1" status: 204  len: 168 time: 0.2417874
Feb 05 23:43:57.701748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.795750 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-61c8e831-a93a-4327-adeb-f396a7c27fb1 req-b59a7b52-623d-4fd2-83ae-e2b0574b7288 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419737
Feb 05 23:43:57.982949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:57.987961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7df50042-aaba-4f72-92a3-3f97893fdb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:58.003570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63498054-03f3-448c-b52e-154ef7683b70,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:58.008789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.009919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63498054-03f3-448c-b52e-154ef7683b70 HTTP/1.1" status: 204  len: 168 time: 0.8418188
Feb 05 23:43:58.011343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:58.204307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42510) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:58.264794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.271421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.312682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:43:58.321496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4ef7dd6c934c91966884e7342d020c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:43:58.324933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:43:58.331570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:43:58.386437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.470755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.475984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.510330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.520404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0af38e77-9f12-4fca-8661-39d3ec5e7e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:58.571446 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc4ef7dd6c934c91966884e7342d020c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3626428
Feb 05 23:43:58.572226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42520) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:58.572988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffcf01c-c066-4505-8a40-50009eb220e0,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:58.578663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:58.675997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-87a3baee-1f8b-412d-855a-a52788881b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:58.678154 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-87a3baee-1f8b-412d-855a-a52788881b6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.2256355
Feb 05 23:43:58.688698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.743966 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Floating IP 651c88bd-de9d-4704-a35c-b1d2054cbeb5 associated. External IP: 172.27.3.84, port: 04f861d4-6532-403f-b321-a3e4e7475fb8.
Feb 05 23:43:58.747083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.876449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:58.892360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:58.964781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffcf01c-c066-4505-8a40-50009eb220e0,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:58.994436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:59.001809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:59.004240 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fffcf01c-c066-4505-8a40-50009eb220e0 HTTP/1.1" status: 204  len: 168 time: 0.4278750
Feb 05 23:43:59.501861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42544) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:59.567057 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3d79bf05-98b9-4b05-b245-21448596e562 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b0b14d364b5414aa595ed01861f15d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0631537
Feb 05 23:43:59.567830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42548) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:43:59.644252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:59.679564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:59.681607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-2cf780d5-ffd3-4b8c-88fd-b9887779c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:59.683699 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-2cf780d5-ffd3-4b8c-88fd-b9887779c9b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.9947560
Feb 05 23:43:59.791675 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-6c8c3d46-2d01-459f-a063-a1d60577a478 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.0921409
Feb 05 23:43:59.825255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:59.832205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab9b91fb-0379-4275-a8ac-301af808ab41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:43:59.846072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439228a7-027b-4d4d-9039-64fb2186a715,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:43:59.849944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:43:59.859374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:43:59.860682 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/439228a7-027b-4d4d-9039-64fb2186a715 HTTP/1.1" status: 204  len: 168 time: 0.2916901
Feb 05 23:43:59.945460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a7d8-081c-4005-869c-e83764eb4c92 req-0ed71d00-cfa0-42eb-b92f-958bb15ba2e8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:43:59.951582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c544a7d8-081c-4005-869c-e83764eb4c92 req-0ed71d00-cfa0-42eb-b92f-958bb15ba2e8 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.6901624
Feb 05 23:44:00.272248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-8d8afbe3-c1a5-44fe-93ba-ffc6a046ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:00.273910 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-8d8afbe3-c1a5-44fe-93ba-ffc6a046ac3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.3214848
Feb 05 23:44:00.316849 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c544a7d8-081c-4005-869c-e83764eb4c92 req-75bbf6cb-63f4-4c19-8856-96808e9fed88 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555516
Feb 05 23:44:00.374832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:44:00.826679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:44:00.838159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:00.843522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:44:00.865050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:00.867653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb2b6a0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:00.973593 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-100f03dd-3628-40c5-98c6-5ba7233f404f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "PUT /v2.0/floatingips/651c88bd-de9d-4704-a35c-b1d2054cbeb5 HTTP/1.1" status: 200  len: 990 time: 4.1705267
Feb 05 23:44:00.974968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:44:01.331378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebbd4b-e3d0-400f-a548-d30c788022bb req-479a6070-a5fc-4d6f-bda4-05bb6b13b194 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:01.333893 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0eebbd4b-e3d0-400f-a548-d30c788022bb req-479a6070-a5fc-4d6f-bda4-05bb6b13b194 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2209709
Feb 05 23:44:01.396417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:01.413871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0eebbd4b-e3d0-400f-a548-d30c788022bb req-c5b2ef16-e9fb-4093-83ed-a96cf975937a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653296
Feb 05 23:44:01.506263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'status': 'completed', 'code': 200}
Feb 05 23:44:01.534404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 42610) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:01.840523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649c557-f49b-4823-94a4-b713b7e0372c req-4db87349-2f91-4a1d-bd62-deeca6c226a3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:01.843076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e649c557-f49b-4823-94a4-b713b7e0372c req-4db87349-2f91-4a1d-bd62-deeca6c226a3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.2136767
Feb 05 23:44:01.912819 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e649c557-f49b-4823-94a4-b713b7e0372c req-fee007b7-acfd-4944-b188-17fe04f6f048 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627983
Feb 05 23:44:01.995857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.030738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:02.059668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb2b6a0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '651c88bd-de9d-4704-a35c-b1d2054cbeb5', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:b7:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:43:25Z', 'updated_at': '2021-02-05T23:43:57Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:02.064587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:44:02.066713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0caacbdc3e4349ff80c66c415d0212fc is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:02.073033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:02.076654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:02.077742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:02.081108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb2b6a0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:43:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:02.125143 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-0e318f96-c855-42a0-b832-e2ac543490d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0935681
Feb 05 23:44:02.339429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:02.352527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.396310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.416374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:02.476624 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0caacbdc3e4349ff80c66c415d0212fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9402306
Feb 05 23:44:02.478441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e9169-ee94-47d2-b79e-a4de2ddd063b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:02.480056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 42638) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:02.497584 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:02.561536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.600206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.700365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.832917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ef21925d-b770-40c3-bfea-924105b8f69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:02.862017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e9169-ee94-47d2-b79e-a4de2ddd063b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:02.872511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bb2b6a0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '651c88bd-de9d-4704-a35c-b1d2054cbeb5', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:b7:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:43:25Z', 'updated_at': '2021-02-05T23:43:57Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:02.883508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e542f933-7d42-4b51-b0a1-48253095539d None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '651c88bd-de9d-4704-a35c-b1d2054cbeb5', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:b7:2a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:43:25Z', 'updated_at': '2021-02-05T23:43:57Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:44:02.911396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:02.952809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:02.957867 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c5e9169-ee94-47d2-b79e-a4de2ddd063b HTTP/1.1" status: 204  len: 168 time: 0.4733956
Feb 05 23:44:03.209993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-d6584560-dae0-4645-ab59-41686d4c2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:03.212182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-d6584560-dae0-4645-ab59-41686d4c2c17 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1162 time: 0.1185348
Feb 05 23:44:03.291700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80733-2ea4-423c-9ca6-2e1b9ec9d1fb req-02aeff3c-3761-4747-8738-31886b0533f5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:03.299871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8df80733-2ea4-423c-9ca6-2e1b9ec9d1fb req-02aeff3c-3761-4747-8738-31886b0533f5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.6000388
Feb 05 23:44:03.523808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3fb90c-443d-4af4-a0f8-7be40481eff4 None None] New status for floating IP 651c88bd-de9d-4704-a35c-b1d2054cbeb5: ACTIVE {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:44:03.606058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-533e8505-5bf4-4e64-b7d8-60bcae2038b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:03.610561 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-533e8505-5bf4-4e64-b7d8-60bcae2038b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.3901806
Feb 05 23:44:03.705062 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-99c31a9b-b267-4b98-879c-17cb046b0a3e service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4039166
Feb 05 23:44:03.880660 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-cf26b5b1-d647-4a41-9b3f-9b54bc65d57c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 998 time: 0.2542555
Feb 05 23:44:04.000715 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8df80733-2ea4-423c-9ca6-2e1b9ec9d1fb req-22d6a9ee-e2c9-4802-b3a3-9bf4c93bf369 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2245913
Feb 05 23:44:04.068165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-1eaca748-b490-41ab-9620-62d88b929c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:04.078314 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-1eaca748-b490-41ab-9620-62d88b929c59 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.1904342
Feb 05 23:44:04.159436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa82db-eb02-4a82-85d9-87e9f840f7fe req-3386e65b-e243-4cc3-8802-a20230776431 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:04.167345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7eaa82db-eb02-4a82-85d9-87e9f840f7fe req-3386e65b-e243-4cc3-8802-a20230776431 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.4609041
Feb 05 23:44:04.229686 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-281c38a4-a5a2-4d5e-86d5-77b0fe570d38 req-53a18520-27cf-40c1-bd51-dcf3b445edee service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4449077
Feb 05 23:44:04.264792 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7eaa82db-eb02-4a82-85d9-87e9f840f7fe req-7a76957d-79cc-441a-ac43-7d35e52a273d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963945
Feb 05 23:44:04.351966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-ce3aaf35-87d4-491f-9c4a-cf5e52a0a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:04.353648 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-ce3aaf35-87d4-491f-9c4a-cf5e52a0a440 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2558157
Feb 05 23:44:04.633479 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-32d24a26-965f-4cc4-a610-0362c1dd5652 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686458
Feb 05 23:44:04.948821 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13ad2315-e913-4d92-96e5-23e2deaec1a4 req-44d18a0f-20f1-4b95-8e09-fba977b75286 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2868841
Feb 05 23:44:05.251259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:05.546006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:05.546605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:05.848038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f133f0-1cee-450a-a015-5775dee39ab5 req-744931ab-a5b6-4ec9-87be-4bf3534bdddd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:05.856076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-17f133f0-1cee-450a-a015-5775dee39ab5 req-744931ab-a5b6-4ec9-87be-4bf3534bdddd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.5581098
Feb 05 23:44:06.113645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbdfe4-101a-488f-9da0-ffbf5f90fa58 req-5eff5bb5-d9e8-4d7f-996d-cbcddae32378 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:06.127339 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0acbdfe4-101a-488f-9da0-ffbf5f90fa58 req-5eff5bb5-d9e8-4d7f-996d-cbcddae32378 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5978241
Feb 05 23:44:06.192952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-17f133f0-1cee-450a-a015-5775dee39ab5 req-dbd8a21a-aa49-4fc1-8908-bc049b2ccf22 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3355143
Feb 05 23:44:06.427589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0acbdfe4-101a-488f-9da0-ffbf5f90fa58 req-129e5a50-552e-4c30-b195-8be94db5ac5f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2922041
Feb 05 23:44:07.250637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:07.382147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:07.382614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:07.877048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad7fb-d6b9-4ff2-aba4-3c7f2f2e9219 req-2058e8d7-fc1e-4047-923b-193877f00daa tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:07.878892 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c85ad7fb-d6b9-4ff2-aba4-3c7f2f2e9219 req-2058e8d7-fc1e-4047-923b-193877f00daa tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2813084
Feb 05 23:44:08.012022 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c85ad7fb-d6b9-4ff2-aba4-3c7f2f2e9219 req-93ec6912-78db-4f56-b8a9-74704c427c0e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162250
Feb 05 23:44:08.241303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172fb79-bdd3-46c6-835a-ea7809960a51 req-25f320f8-c224-4353-9972-8f3cb895ca57 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:08.243274 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7172fb79-bdd3-46c6-835a-ea7809960a51 req-25f320f8-c224-4353-9972-8f3cb895ca57 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5193708
Feb 05 23:44:08.339053 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7172fb79-bdd3-46c6-835a-ea7809960a51 req-4a11f8b0-6810-42d1-9f6e-f0a4a456ba7a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887532
Feb 05 23:44:09.401091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20042609-aa77-40bb-a653-21062f02ab6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:09.564570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513bef4-c288-42c9-9ef8-0a026b22de2e req-73d06b07-e81d-4b02-8523-e2ee729283ab tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:09.567053 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8513bef4-c288-42c9-9ef8-0a026b22de2e req-73d06b07-e81d-4b02-8523-e2ee729283ab tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3933551
Feb 05 23:44:09.637226 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8513bef4-c288-42c9-9ef8-0a026b22de2e req-929649a6-7859-4a1d-aa40-49f6d2f2694c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634608
Feb 05 23:44:11.016924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae48183-76df-40a8-8b5f-52dcc8eda342 req-f27b2a92-e20c-466c-951a-00bcabfb501c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:11.020166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ae48183-76df-40a8-8b5f-52dcc8eda342 req-f27b2a92-e20c-466c-951a-00bcabfb501c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.1833360
Feb 05 23:44:11.116283 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ae48183-76df-40a8-8b5f-52dcc8eda342 req-c73e3902-c216-446d-b5a9-0897ef974d36 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834236
Feb 05 23:44:11.624653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9e482fbc-2a66-48a8-b5ff-48e1279777f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:12.571173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8570a-e625-40e8-b582-3646f56477fc req-a98c150d-c25d-4921-9c83-003fff25d0ee tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:12.574260 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-81b8570a-e625-40e8-b582-3646f56477fc req-a98c150d-c25d-4921-9c83-003fff25d0ee tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2993481
Feb 05 23:44:12.701783 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-81b8570a-e625-40e8-b582-3646f56477fc req-0cc474d3-51b5-48e5-930a-3eb3098f986f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132410
Feb 05 23:44:13.921827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:14.117743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de97d5-1fd8-4172-a210-2ae60bd781ef req-593e4ca2-7a48-4bcb-936b-dfd260b563e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:14.119499 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27de97d5-1fd8-4172-a210-2ae60bd781ef req-593e4ca2-7a48-4bcb-936b-dfd260b563e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2607114
Feb 05 23:44:14.212267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:14.213954 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27de97d5-1fd8-4172-a210-2ae60bd781ef req-1be0b2f1-f33b-4718-bdef-937b7488eb97 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841143
Feb 05 23:44:15.243678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:15.536150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6e0d8-5245-4c2a-bf3b-abac5124908b req-c2bd846d-06fa-48d5-8d4a-71b3f9bfc3bf tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:15.537979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e4f6e0d8-5245-4c2a-bf3b-abac5124908b req-c2bd846d-06fa-48d5-8d4a-71b3f9bfc3bf tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.1804326
Feb 05 23:44:15.611291 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e4f6e0d8-5245-4c2a-bf3b-abac5124908b req-8c202d17-6a1d-433c-9e23-97e79ef7cf68 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665338
Feb 05 23:44:17.104815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1f47-50d5-498c-aec6-da9d9da866db req-04c80e64-c21c-473b-9b1d-53ea926dfb5d tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:17.106650 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-470c1f47-50d5-498c-aec6-da9d9da866db req-04c80e64-c21c-473b-9b1d-53ea926dfb5d tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2052772
Feb 05 23:44:17.186218 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-470c1f47-50d5-498c-aec6-da9d9da866db req-3317d518-8e13-49a7-a40a-57920991893e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671775
Feb 05 23:44:18.511070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f5f73-00d0-4e52-8c60-11e07049b50c req-43f2ede4-5057-400e-b447-409ad8e4ac6b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:18.519733 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db0f5f73-00d0-4e52-8c60-11e07049b50c req-43f2ede4-5057-400e-b447-409ad8e4ac6b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.1924746
Feb 05 23:44:18.604205 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db0f5f73-00d0-4e52-8c60-11e07049b50c req-c628f8ab-0143-47c8-baf5-a09cd4583ca5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833220
Feb 05 23:44:20.223501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e746d06-401a-43a5-87fa-eb40d320d19c req-e56d11f4-baf5-48b1-8db8-6c6004781871 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:20.227383 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e746d06-401a-43a5-87fa-eb40d320d19c req-e56d11f4-baf5-48b1-8db8-6c6004781871 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4445713
Feb 05 23:44:20.343490 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e746d06-401a-43a5-87fa-eb40d320d19c req-1e1593a4-0be9-4146-94a4-b15ec92d52fc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104538
Feb 05 23:44:20.652474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f33110-f637-47b0-9e6b-5f79bd10d864 req-ae43e0f8-92a5-4460-a5b2-72bb48ffaafa tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:20.655401 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-25f33110-f637-47b0-9e6b-5f79bd10d864 req-ae43e0f8-92a5-4460-a5b2-72bb48ffaafa tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3102267
Feb 05 23:44:20.729142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-25f33110-f637-47b0-9e6b-5f79bd10d864 req-bc92898f-9dbb-4438-965d-f3799ae7a41e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663521
Feb 05 23:44:21.729537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43070) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:21.742538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43076) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:21.836880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9b572-ee66-460a-b518-33ba3d83c105 req-8d69abe1-2359-4989-b9c1-e77e7700f981 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:21.836880 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-22d9b572-ee66-460a-b518-33ba3d83c105 req-8d69abe1-2359-4989-b9c1-e77e7700f981 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3403242
Feb 05 23:44:21.949800 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-22d9b572-ee66-460a-b518-33ba3d83c105 req-b0063be2-7358-4697-8f10-bd75a0526a60 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010861
Feb 05 23:44:22.053907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.089806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:22.096650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.109784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2343861c1c469f96a1a7e70a390eb4 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:22.115533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:22.124375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:22.127003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:22.134022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa45fc30988843bfbde8f74d43188b1a is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:22.141271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:22.149715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:22.258501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.303594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.315692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:22.391127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.394946 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b2343861c1c469f96a1a7e70a390eb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6642020
Feb 05 23:44:22.396013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725621c0-3acd-4d43-b6dc-efdbfcb1c6cb,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:22.398648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43094) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:22.399906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:22.452261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.463262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2d7c6734-53b7-4091-ba19-571005623dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:22.482630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43098) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:22.492005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.526990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.532804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d3906-58ed-4dda-8b3d-075b4878bf0a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:22.557676 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa45fc30988843bfbde8f74d43188b1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8139105
Feb 05 23:44:22.559475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43106) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:22.561212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:22.615765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.622915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-06411283-03a5-4f93-9536-2cbf4fd9999a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:22.660638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725621c0-3acd-4d43-b6dc-efdbfcb1c6cb,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:22.665206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.668440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:22.670701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.690411 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/725621c0-3acd-4d43-b6dc-efdbfcb1c6cb HTTP/1.1" status: 204  len: 168 time: 0.2891324
Feb 05 23:44:22.718986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.741388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.749486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:22.758725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Usage tracker for resource:security_group_rule and tenant:9114f18145754fc0b23c673640e724d7 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:22.769461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:22.780463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:22.893175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.906261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-828755ce-3bb5-45d5-b5e5-672a37433f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:22.945207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d3906-58ed-4dda-8b3d-075b4878bf0a,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:22.952583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:22.992084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:22.997381 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/643d3906-58ed-4dda-8b3d-075b4878bf0a HTTP/1.1" status: 204  len: 168 time: 0.4328418
Feb 05 23:44:23.037843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-26708146-6c98-4006-83c7-5402a2f64acb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1978035
Feb 05 23:44:23.038010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:23.185554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:23.223207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-26125ddc-c3a1-4511-8faa-e99fdf13f5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:23.253877 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9114f18145754fc0b23c673640e724d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7680676
Feb 05 23:44:23.257112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43124) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:23.275236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fa5a1-3770-42b7-8736-9dcc876f3f8e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:23.279944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:23.316441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363434-c231-47a4-8dc0-f375415dd778 req-b60c5593-6942-4799-a9da-6995ebc0b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:23.316866 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-b60c5593-6942-4799-a9da-6995ebc0b6b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 1163 time: 0.2237358
Feb 05 23:44:23.548108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:23.596990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363434-c231-47a4-8dc0-f375415dd778 req-54010f87-87c3-476d-a424-adf0fe029487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:23.598750 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-54010f87-87c3-476d-a424-adf0fe029487 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.2540338
Feb 05 23:44:23.631294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:23.746320 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-f7cfb057-e795-4f61-8f11-ae5690dbe5b3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 200  len: 217 time: 0.1399004
Feb 05 23:44:23.868223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363434-c231-47a4-8dc0-f375415dd778 req-6e5d2f01-d01b-4be3-9515-97188ee8cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:23.869922 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-6e5d2f01-d01b-4be3-9515-97188ee8cac6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.1159897
Feb 05 23:44:23.974056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa3019-987e-40b0-9227-3f10c0119397 req-6e547099-8de4-4032-88b1-a60784c6b850 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:23.980209 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-30ca9b6c-d38c-465f-b915-4ee0b382e50f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974321
Feb 05 23:44:23.983217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8fa3019-987e-40b0-9227-3f10c0119397 req-6e547099-8de4-4032-88b1-a60784c6b850 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.6842601
Feb 05 23:44:23.990035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.005203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:24.039536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fa5a1-3770-42b7-8736-9dcc876f3f8e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:24.044256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:24.045382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43144) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:24.117740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.124151 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e5fa5a1-3770-42b7-8736-9dcc876f3f8e HTTP/1.1" status: 204  len: 168 time: 0.8609002
Feb 05 23:44:24.232421 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8fa3019-987e-40b0-9227-3f10c0119397 req-028c8f18-5658-4b3c-8716-d07b4f2d4ec1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2286820
Feb 05 23:44:24.233039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43150) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:24.238487 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.281086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:24.289681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Usage tracker for resource:security_group_rule and tenant:91c82cae07bc4c359d9e25f1a14626f9 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:24.296789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:24.311006 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-b190c82d-7e2e-4fcb-9281-6ec826dd2983 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3227210
Feb 05 23:44:24.322891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:24.477600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.497829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21363434-c231-47a4-8dc0-f375415dd778 req-6c5c70c8-7334-4b44-a2ba-5dd8a5dd54cb service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1773849
Feb 05 23:44:24.504789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.556755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8d7b568f-7f8e-46f2-b761-e94a9bfaed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:24.604919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91c82cae07bc4c359d9e25f1a14626f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5064759
Feb 05 23:44:24.608087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43162) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:24.609010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ffbaa-1183-4cf7-a276-c0a6a06f8fdd,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:24.614295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:24.741640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.802083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.935299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.951564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:24.972011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a762a215-4c44-4a7e-b221-09450c36141f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:24.997473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:25.004805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Usage tracker for resource:security_group_rule and tenant:d838a01e3d9346cb94d14f689209823a is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:25.014546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:25.021933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.027459 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/402ffbaa-1183-4cf7-a276-c0a6a06f8fdd HTTP/1.1" status: 204  len: 168 time: 0.4138126
Feb 05 23:44:25.027701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:25.031494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ffbaa-1183-4cf7-a276-c0a6a06f8fdd,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:25.043922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:25.222892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.298801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.313251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8c45542b-1c0c-4f91-8abb-1e46bb32e90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:25.359844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efb8de-57d5-4e0f-ae55-2dea9ac476ba,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:25.367736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d838a01e3d9346cb94d14f689209823a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1313622
Feb 05 23:44:25.367736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-65409fc9-768c-4742-a7d8-66d8318dbf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:25.371573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43184) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:25.502941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.536326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.648197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:44:25.676394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.683538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a068-91cf-435e-be14-1979c3e32042 req-31d4f272-42a1-41ea-a2ae-52123b428cc8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:25.692387 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ebc5a068-91cf-435e-be14-1979c3e32042 req-31d4f272-42a1-41ea-a2ae-52123b428cc8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2024255
Feb 05 23:44:25.702011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b2442082-8497-4140-a739-1ba04cd412ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:25.741826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efb8de-57d5-4e0f-ae55-2dea9ac476ba,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:25.746676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:25.749346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:25.768867 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2efb8de-57d5-4e0f-ae55-2dea9ac476ba HTTP/1.1" status: 204  len: 168 time: 0.3938475
Feb 05 23:44:25.797789 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ebc5a068-91cf-435e-be14-1979c3e32042 req-b04b8a5d-c44a-4040-83c5-22b5f364d266 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041899
Feb 05 23:44:25.875622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43202) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:26.458235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:26.488634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:26.495839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Usage tracker for resource:security_group_rule and tenant:73e6dbc8c7b647dbbedcab673af45fc6 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:26.503004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:26.515027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:26.678182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:26.720797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:26.730163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c544b798-0189-42e7-b319-287daa0a0e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:26.840347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5f487-9920-42ac-8399-dc7d01d09098,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:26.861855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:26.871563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43226) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:26.872107 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73e6dbc8c7b647dbbedcab673af45fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9945810
Feb 05 23:44:27.015872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43238) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:27.068163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.091407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.104153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:27.122275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Usage tracker for resource:security_group_rule and tenant:bff412a052054622859aa345eb956d51 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:27.139265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:27.154132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.157546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:27.382318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.382557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.398714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-968f7849-a4cf-407d-94f2-a1ae326df6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:27.417961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.442932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.449756 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6de5f487-9920-42ac-8399-dc7d01d09098 HTTP/1.1" status: 204  len: 168 time: 0.5757720
Feb 05 23:44:27.458414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5f487-9920-42ac-8399-dc7d01d09098,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:27.463948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:27.483377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7f562b97-6d6f-470d-81f1-ac636ac9512c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:27.498950 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bff412a052054622859aa345eb956d51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4800730
Feb 05 23:44:27.503998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43256) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:27.606566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efb8eb2-735e-4ae2-a02c-b656364bf6b6,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:27.618912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:27.650936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.690604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43260) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:27.704583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.725495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824dd9a-65ee-487e-b5ab-87cce7020124 req-a9e1e485-1bb0-4cef-be07-baf6a0f646b0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:27.741367 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3824dd9a-65ee-487e-b5ab-87cce7020124 req-a9e1e485-1bb0-4cef-be07-baf6a0f646b0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4895105
Feb 05 23:44:27.862677 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3824dd9a-65ee-487e-b5ab-87cce7020124 req-2c6f546e-84f6-48a4-9106-2ef82ff0378d tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189010
Feb 05 23:44:27.877561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.885704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-60fb5b3d-4195-4915-87f3-2e8ccbf36c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:27.907222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efb8eb2-735e-4ae2-a02c-b656364bf6b6,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:27.915068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:27.953135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:27.965220 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8efb8eb2-735e-4ae2-a02c-b656364bf6b6 HTTP/1.1" status: 204  len: 168 time: 0.4588270
Feb 05 23:44:28.332563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463632174-network', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:28.342908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:28.351459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Usage tracker for resource:network and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:28.355107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:28.362708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:28.418768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Made reservation on behalf of 7e086b35cb954c0086f2d040b044fcf0 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:28.430310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.447612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.458158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.489242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:28.497920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Usage tracker for resource:security_group_rule and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:28.504185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:28.515749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:28.693432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:28.696979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.739145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.748943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3387b3ee-1fcd-4194-bc35-ce224201a4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:28.807243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:28.807666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.834621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:44:28.895067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e96cd-2045-416c-a4ab-1a95031b55dc,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:28.902635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:28.905323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:28.906270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Added segment 3561425c-75da-49ae-9cfb-681cd4a16bb1 of type vxlan for network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c
Feb 05 23:44:28.997381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:29.075640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:29.078279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:29.079728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:29.102451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:29.451484 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7555680
Feb 05 23:44:29.457307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43302) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:29.473613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Request body: {'subnet': {'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463632174-subnet', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:29.480657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Pushing event updated for resources: {'Network': ['ID=7ff3c610-e80b-4480-8110-8dfff5b7bf0c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:29.482310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06c76-5cf0-4667-82e8-8a9346f95877 req-dae9710c-a6d0-4ee3-8f9e-5c5264df7bc6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:29.488423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:29.490479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:29.492388 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0d06c76-5cf0-4667-82e8-8a9346f95877 req-dae9710c-a6d0-4ee3-8f9e-5c5264df7bc6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3113811
Feb 05 23:44:29.499514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Usage tracker for resource:subnet and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:29.502762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:29.503617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:29.512144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:29.540766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:29.555045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Made reservation on behalf of 7e086b35cb954c0086f2d040b044fcf0 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:29.562119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:29.575061 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0d06c76-5cf0-4667-82e8-8a9346f95877 req-281c7b3b-5fbb-43b7-9878-a76ccb64c99b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814760
Feb 05 23:44:29.932020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43314) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:30.331458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:30.369064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:30.373598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Usage tracker for resource:security_group_rule and tenant:0be8fa0cfc2c4b539618f41884f7401e is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:30.377393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:30.384156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:30.579325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:30.615010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:30.647863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:30.709981 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0be8fa0cfc2c4b539618f41884f7401e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7752964
Feb 05 23:44:30.712864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43340) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:30.811044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:30.834767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0eeceb92-e572-4754-9068-ab6b0e37f72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:30.929540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6b5328-dc05-4fb4-8397-2189bb068ea1,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:30.940609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:31.039191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4255448e-eae3-41fd-be99-7886ec5ac14a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:31.063416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:31.104167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.194630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0ccd-9b13-4a64-97ff-a3e34a69ac0a req-341a2bbc-9298-41ef-9cd5-423271806b8f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:31.207955 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e39d0ccd-9b13-4a64-97ff-a3e34a69ac0a req-341a2bbc-9298-41ef-9cd5-423271806b8f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4490097
Feb 05 23:44:31.210758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Checking segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:31.211163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Network hostable DHCP agents. Network: 7ff3c610-e80b-4480-8110-8dfff5b7bf0c, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:44:31.242221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.280828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:44:31.344265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 7ff3c610-e80b-4480-8110-8dfff5b7bf0c) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:31.348829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e39d0ccd-9b13-4a64-97ff-a3e34a69ac0a req-bb063137-f665-4b7f-b9d0-b8d6273c243f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399159
Feb 05 23:44:31.358273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a8195-67cf-44be-af92-17143b474571 None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:31.370817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:31.371863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.407410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.417850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3680e6d-fd43-4249-aba2-4ede5e22b8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:31.440976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.446522 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4255448e-eae3-41fd-be99-7886ec5ac14a HTTP/1.1" status: 204  len: 168 time: 0.7314544
Feb 05 23:44:31.447963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255448e-eae3-41fd-be99-7886ec5ac14a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:31.460476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:31.494669 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bb95cce1-62e4-47ab-b3ee-55ba4478c89b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0353489
Feb 05 23:44:31.495743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43370) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:31.506427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:31.516191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:31.525602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Usage tracker for resource:router and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:31.532403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:31.545426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:31.596715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.599477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.628202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:31.879737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43382) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:31.917442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:44:31.919213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:32.341012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:32.450152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-7756b6fb-7915-4993-ac7b-c7a1719dba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:32.452038 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-7756b6fb-7915-4993-ac7b-c7a1719dba6a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.1925263
Feb 05 23:44:32.650493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce2e0e-91a1-41a0-9a46-d8bcdc447b40 req-f8334fd9-091b-485d-b9cb-ca7490554043 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:32.652650 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21ce2e0e-91a1-41a0-9a46-d8bcdc447b40 req-f8334fd9-091b-485d-b9cb-ca7490554043 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4722130
Feb 05 23:44:32.807597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21ce2e0e-91a1-41a0-9a46-d8bcdc447b40 req-dce8e033-d2d4-43d7-a51d-3a514990dd4c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342309
Feb 05 23:44:32.855295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:32.904390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:32.905395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Allocated IP 172.20.0.2 (7ff3c610-e80b-4480-8110-8dfff5b7bf0c/fb6b5328-dc05-4fb4-8397-2189bb068ea1/e3206025-1115-4fdc-9bc0-cad9b14416b9) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:44:32.907900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Usage tracker for resource:security_group_rule and tenant:c51f873c70564f0a9cbf1ed4f424256f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:32.914620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:32.952352 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:33.156893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-0200f876-6011-4923-96bd-cf33cd4a03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:33.161266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-0200f876-6011-4923-96bd-cf33cd4a03c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.6602738
Feb 05 23:44:33.213819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.275178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.296748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f84d8069-694d-4319-8a0e-53683f6c066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:33.387365 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c51f873c70564f0a9cbf1ed4f424256f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5012391
Feb 05 23:44:33.388320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43448) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:33.491093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb47a2c7-2692-41f6-8fc3-e43515795062,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:33.501373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.519202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:33.530484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Transition to ACTIVE for port object e3206025-1115-4fdc-9bc0-cad9b14416b9 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:44:33.556175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Transition to ACTIVE for port object e3206025-1115-4fdc-9bc0-cad9b14416b9 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:44:33.595221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.627316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.658952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:33.733365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.749215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Pushing event updated for resources: {'Port': ['ID=e3206025-1115-4fdc-9bc0-cad9b14416b9,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:33.755966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:33.796167 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-c81b92ea-71d3-4b31-982d-d41af55a4a10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 1000 time: 0.6248794
Feb 05 23:44:33.973163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:33.980403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:34.036307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb47a2c7-2692-41f6-8fc3-e43515795062,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:34.061508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:34.062591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.068608 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a010762e-2bdf-46c7-90ac-e24472aa3fc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb47a2c7-2692-41f6-8fc3-e43515795062 HTTP/1.1" status: 204  len: 168 time: 0.6643710
Feb 05 23:44:34.245493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.319623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:34.324644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:34.332690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:44:34.405275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-3934ba28-833b-457c-b60d-99099d001109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:34.408982 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-3934ba28-833b-457c-b60d-99099d001109 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.5683110
Feb 05 23:44:34.497104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.510808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43482) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:34.527931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Attempting to bind port e3206025-1115-4fdc-9bc0-cad9b14416b9 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:44:34.528518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Attempting to bind port e3206025-1115-4fdc-9bc0-cad9b14416b9 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:44:34.528942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Attempting to bind port e3206025-1115-4fdc-9bc0-cad9b14416b9 on network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:44:34.537344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:44:34.538030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Checking segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:34.538718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.539510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Bound using segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:44:34.541006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Bound port: e3206025-1115-4fdc-9bc0-cad9b14416b9, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:44:34.542573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.804123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6999ae-248b-465b-8ff5-7037122e3122 req-d00db6a4-a3f6-4f63-8d0e-bef233d351f6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:34.817166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc6999ae-248b-465b-8ff5-7037122e3122 req-d00db6a4-a3f6-4f63-8d0e-bef233d351f6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4541419
Feb 05 23:44:34.822843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] For port e3206025-1115-4fdc-9bc0-cad9b14416b9, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:44:34.854012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] For port e3206025-1115-4fdc-9bc0-cad9b14416b9, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e3206025-1115-4fdc-9bc0-cad9b14416b9,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:44:34.881125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:34.973039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-111171913-network', 'tenant_id': '6908cc4c9e5142e19d7c23f48b27456b'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:34.999725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:35.018234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Usage tracker for resource:network and tenant:6908cc4c9e5142e19d7c23f48b27456b is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:35.032173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:35.057249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:35.109166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:35.139012 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc6999ae-248b-465b-8ff5-7037122e3122 req-5858d4bd-c6d9-48ad-9443-42c096eb6b49 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3206933
Feb 05 23:44:35.139791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Made reservation on behalf of 6908cc4c9e5142e19d7c23f48b27456b for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:35.148245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.171624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.196887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:35.202987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Usage tracker for resource:security_group_rule and tenant:6908cc4c9e5142e19d7c23f48b27456b is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:35.211206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:35.224453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:35.480957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Pushing event updated for resources: {'Port': ['ID=e3206025-1115-4fdc-9bc0-cad9b14416b9,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:35.492618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:35.505547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.545856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.551211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:35.595599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-53fc108c-3f4c-462b-ab7d-243312ca8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:35.598834 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-53fc108c-3f4c-462b-ab7d-243312ca8018 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1804936
Feb 05 23:44:35.600491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:44:35.617929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df43b81a-3e35-4d88-951d-b5ab9af1a08a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:35.624444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:35.672765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.673453 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Added segment fae22b97-3c9a-492e-8517-493f5b707407 of type vxlan for network 274e9f05-bcd7-4078-9a01-bfa9437a75e0
Feb 05 23:44:35.820479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.938410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.941017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:35.942257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:35.962685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Allocated IP 172.27.3.226 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/8028952e-0d9e-4584-be5d-1bf70ede379e) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:44:35.984787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b7880561-95ad-431e-89b6-5af44b6c99b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:36.059800 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.5424564
Feb 05 23:44:36.139313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43532) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:36.160302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Request body: {'subnet': {'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-111171913-subnet', 'tenant_id': '6908cc4c9e5142e19d7c23f48b27456b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:36.167380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:36.175491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Usage tracker for resource:subnet and tenant:6908cc4c9e5142e19d7c23f48b27456b is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:36.182129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:36.191463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:36.208195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Pushing event updated for resources: {'Network': ['ID=274e9f05-bcd7-4078-9a01-bfa9437a75e0,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:36.213028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:36.224251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:36.275980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:36.305855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Made reservation on behalf of 6908cc4c9e5142e19d7c23f48b27456b for: {'subnet': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:36.312040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6309929'] for subnet, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:36.346920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43540) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:36.399650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:36.460731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-a406c383-3136-4881-92a5-d79482d8db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:36.462726 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-a406c383-3136-4881-92a5-d79482d8db81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.2557356
Feb 05 23:44:36.467262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:36.472317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:36.508415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e3206025-1115-4fdc-9bc0-cad9b14416b9 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:36.687699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8028952e-0d9e-4584-be5d-1bf70ede379e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:36.707218 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-9777e946-c806-473d-90d9-4ffa25c970de service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0810919
Feb 05 23:44:36.708302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:36.878135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1241753223-network', 'tenant_id': 'd311be0a78894ee8add165b5b27c35ee'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:36.899066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:36.916438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Usage tracker for resource:network and tenant:d311be0a78894ee8add165b5b27c35ee is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:36.942595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port e3206025-1115-4fdc-9bc0-cad9b14416b9 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:44:37.014594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:37.027976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:37.082038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:37.085463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:37.089276 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c99b9d45-da85-45c5-afb7-4b1dcbcc595d req-f5c7ab79-18c3-4dfa-9684-0087d19eac0f service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2833278
Feb 05 23:44:37.090090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:44:37.164545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Made reservation on behalf of d311be0a78894ee8add165b5b27c35ee for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:37.172989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.206325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.230537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:37.235639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Usage tracker for resource:security_group_rule and tenant:d311be0a78894ee8add165b5b27c35ee is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:37.241711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:37.247975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:37.253753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e460b2-7ab2-4691-a77c-1dbea777e260 None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:37.362877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.387156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8eea4-3bf5-4738-92e0-2250b621dd46 req-37adba3e-3c18-4d7e-8f4c-8c2a605b7166 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:37.389226 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-32c8eea4-3bf5-4738-92e0-2250b621dd46 req-37adba3e-3c18-4d7e-8f4c-8c2a605b7166 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.9349635
Feb 05 23:44:37.409238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-fba63d6a-0fe5-48de-9011-67eea1b06fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:37.411088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-fba63d6a-0fe5-48de-9011-67eea1b06fdf service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 0.8434312
Feb 05 23:44:37.451547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.478968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9591c553-e1c9-4d5e-acf2-ab80368d416e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:37.544733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Provisioning for port e3206025-1115-4fdc-9bc0-cad9b14416b9 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:44:37.546047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:44:37.688865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416fb98-2c7d-4b1f-a23e-1a7348e3230b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:37.717494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:37.717494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.717494 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Added segment 7593431b-3ea6-443c-84a0-01ead132d516 of type vxlan for network 92e13217-dd0f-4b8d-8853-c647c53c4835
Feb 05 23:44:37.726459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Provisioning complete for port e3206025-1115-4fdc-9bc0-cad9b14416b9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:37.727155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:37.741124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-c6b7c0fa-68c6-461c-b6b2-45f2f18ca10d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.3106112
Feb 05 23:44:37.898026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43558) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:37.901875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88effa6-5fe5-4a85-b361-c7386bfc761a req-4f90f606-90f4-4cfe-9359-42d9717c666b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:37.916403 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c88effa6-5fe5-4a85-b361-c7386bfc761a req-4f90f606-90f4-4cfe-9359-42d9717c666b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 1.3498993
Feb 05 23:44:38.006155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.196016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.266802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-c1c2d45e-21a9-4ddc-a6a3-87889831961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:38.275354 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-c1c2d45e-21a9-4ddc-a6a3-87889831961c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.5248799
Feb 05 23:44:38.296193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] For port e3206025-1115-4fdc-9bc0-cad9b14416b9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e3206025-1115-4fdc-9bc0-cad9b14416b9,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:44:38.328337 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-32c8eea4-3bf5-4738-92e0-2250b621dd46 req-c43deeef-ff26-41e5-abd6-3aaa4bd60324 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9302270
Feb 05 23:44:38.357543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.360561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:38.491396 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c88effa6-5fe5-4a85-b361-c7386bfc761a req-940321e1-9ab2-42e7-81e7-86516c7db018 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5730851
Feb 05 23:44:38.494454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.526829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:38.535253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c2ee4fa73641dd9261a51ff8946d3e is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:38.541171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:38.553355 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:38.557952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-763a18f8-6f4b-4961-a72d-e3bf56b1a61b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2062001
Feb 05 23:44:38.590161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:44:38.603343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-59a997f9-08cf-425c-a4a7-23d216430fef None None] Provisioning complete for port e3206025-1115-4fdc-9bc0-cad9b14416b9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:38.604019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-59a997f9-08cf-425c-a4a7-23d216430fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.634824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.703923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Pushing event updated for resources: {'Port': ['ID=e3206025-1115-4fdc-9bc0-cad9b14416b9,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:38.708263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:38.796874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:38.875939 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-ef6c5b52-bc70-4abd-9870-e49925311ee1 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825680
Feb 05 23:44:38.893839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:38.894264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.922165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:38.964947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:38.974239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:39.000183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:39.006678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-46193e82-6ca3-48bc-ad0f-b8f6e4d18c16 None None] Provisioning complete for port e3206025-1115-4fdc-9bc0-cad9b14416b9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:39.007006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-46193e82-6ca3-48bc-ad0f-b8f6e4d18c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:39.287929 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5713aee5-e9cc-4819-b40f-61840c469f2c req-c6dff3fa-ef96-44a3-8b10-28ea37ab1954 service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4030528
Feb 05 23:44:39.322766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Pushing event updated for resources: {'Network': ['ID=92e13217-dd0f-4b8d-8853-c647c53c4835,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:39.351009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.351486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.352197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.352947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.353608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.354270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.355009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.355665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.356317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.356968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.357614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.358211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.359306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.360123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.360815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.361494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.362138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.362826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.363445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.364080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.364719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.365453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.366223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.366937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:39.430719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6781664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6309912'] for subnet, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:39.460199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-be1b725c-3960-4edc-982d-7022aaea416f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:39.501020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:39.533914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:44:39.856767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:39.874180 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 3.5174255
Feb 05 23:44:39.912634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43576) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:39.940875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Request body: {'subnet': {'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1241753223-subnet', 'tenant_id': 'd311be0a78894ee8add165b5b27c35ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:39.967493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:39.971390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b436fe8-8095-43a9-bddd-ecc57cbfbce8,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:39.976506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:40.011567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Usage tracker for resource:subnet and tenant:d311be0a78894ee8add165b5b27c35ee is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:40.020908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-10811c2a-3839-4cb9-821f-a099104af541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.023014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:40.044716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-2507f0f6-31cc-4425-88af-f0ad0fb5c4e3 None None] Provisioning complete for port e3206025-1115-4fdc-9bc0-cad9b14416b9 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:40.045175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2507f0f6-31cc-4425-88af-f0ad0fb5c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.051976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:40.072819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.126999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.147532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d71f7398-88ab-4bbc-a76a-4915f9d47b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:40.180715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.209375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Made reservation on behalf of d311be0a78894ee8add165b5b27c35ee for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:40.217761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.291924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e3206025-1115-4fdc-9bc0-cad9b14416b9 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:40.352711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc58ab-670c-43a2-873a-d46601321d5b req-13058ddc-6cc6-4d9f-a1ed-ea14f4a5f3be tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:40.354766 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3efc58ab-670c-43a2-873a-d46601321d5b req-13058ddc-6cc6-4d9f-a1ed-ea14f4a5f3be tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.8184779
Feb 05 23:44:40.479489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port e3206025-1115-4fdc-9bc0-cad9b14416b9 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:40.480202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.509131 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5c2ee4fa73641dd9261a51ff8946d3e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5948229
Feb 05 23:44:40.519704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 43582) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:40.544163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527dc7-b80f-47ef-ab86-4862d65f7e57 req-34c40fd4-ed07-4fab-a4e1-e22efddce862 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:40.546991 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c2527dc7-b80f-47ef-ab86-4862d65f7e57 req-34c40fd4-ed07-4fab-a4e1-e22efddce862 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.7024939
Feb 05 23:44:40.593648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f9cad5-873a-4c2b-9d4b-554c1d8ce0fa,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:40.598086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:40.675062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Checking segment: {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:40.675645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Network hostable DHCP agents. Network: 274e9f05-bcd7-4078-9a01-bfa9437a75e0, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:44:40.734435 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3efc58ab-670c-43a2-873a-d46601321d5b req-1f8d3357-e8b3-47d9-b3a2-6e4cbebd6d26 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3616045
Feb 05 23:44:40.799947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.844463 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c2527dc7-b80f-47ef-ab86-4862d65f7e57 req-198ace7b-7510-416b-b09c-45b10604efcc tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2287643
Feb 05 23:44:40.880685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:40.887560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:44:40.959927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 274e9f05-bcd7-4078-9a01-bfa9437a75e0) {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:40.980039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e18a98-cb51-4910-9269-d2961a9da5a8 None None] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:41.002884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:41.004091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:41.078660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Router 5f516922-874a-45a1-afe6-41e3004aee44 is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:44:41.146799 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3e115157-59e7-4697-9c51-12b904203046 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 5.0044634
Feb 05 23:44:41.436776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59451be3-efc0-4e2b-b2b9-92507a452543 None None] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:41.599327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:41.612069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-203e289e-6deb-4a9f-9c97-a55b73380b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:41.644223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f9cad5-873a-4c2b-9d4b-554c1d8ce0fa,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:41.672178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:41.676021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:44:41.692705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Sync routers for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:44:41.712642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:41.715061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d70d30b38>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:44:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:41.722691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:41.736418 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5d28f6ae-2b93-493d-aa6c-313d10fc9caf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15f9cad5-873a-4c2b-9d4b-554c1d8ce0fa HTTP/1.1" status: 204  len: 168 time: 1.2000821
Feb 05 23:44:41.755557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8b6490d2-de4f-4c13-811c-e21a980dc402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:41.862846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:41.869711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 43598) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:44:41.870781 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 10.3729894
Feb 05 23:44:41.971389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:42.021586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0a057d71-23db-4bcc-912c-ea2f11f46b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:42.340034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:42.451613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:42.459456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:42.624203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Checking segment: {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:42.624846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Network hostable DHCP agents. Network: 92e13217-dd0f-4b8d-8853-c647c53c4835, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:44:42.789619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:44:42.834689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 92e13217-dd0f-4b8d-8853-c647c53c4835) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:42.846220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afcc895-2eef-4ad7-ab97-7f6f96fd2d5b None None] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:42.855962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:42.856783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:42.980866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d70d30b38>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:37Z', 'revision_number': 3, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:42.991968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Checking router: 5f516922-874a-45a1-afe6-41e3004aee44 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:44:42.992351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Updating router 5f516922-874a-45a1-afe6-41e3004aee44 port 8028952e-0d9e-4584-be5d-1bf70ede379e binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:44:43.006233 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 3.0779834
Feb 05 23:44:43.037228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a891153-9cb4-4191-b5b6-2fc18d8242c5 req-e14cc72f-0ad5-422d-9d10-5af05ea0dbbd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:43.059406 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a891153-9cb4-4191-b5b6-2fc18d8242c5 req-e14cc72f-0ad5-422d-9d10-5af05ea0dbbd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5790510
Feb 05 23:44:43.141347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:43.283314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5615a5b3-c087-4a20-bd04-d0f6f01299cf None None] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:44:43.701090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a891153-9cb4-4191-b5b6-2fc18d8242c5 req-3606eaaa-b3d4-42a7-b3cb-35324e5c8fdc tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4006681
Feb 05 23:44:43.908678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:44.098205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:44.225619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Transition to ACTIVE for port object 8028952e-0d9e-4584-be5d-1bf70ede379e will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:44:44.263897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:44.296701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:44.323626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b242cecf-42f3-4755-b285-8815deb73d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:44.351733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:45.222074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Pushing event updated for resources: {'Port': ['ID=8028952e-0d9e-4584-be5d-1bf70ede379e,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:45.242411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Allocated IP 172.20.0.1 (7ff3c610-e80b-4480-8110-8dfff5b7bf0c/fb6b5328-dc05-4fb4-8397-2189bb068ea1/a869da3c-26d8-4b52-91db-900d1eea6555) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:44:45.248457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.248854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.249266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.249643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.250046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.250462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.250832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.251192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.252163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.252532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.252929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.253407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.253841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.254236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.254723 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.255079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.255740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.258898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:45.277902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Attempting to bind port 8028952e-0d9e-4584-be5d-1bf70ede379e on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:44:45.278944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Attempting to bind port 8028952e-0d9e-4584-be5d-1bf70ede379e by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:44:45.279702 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Attempting to bind port 8028952e-0d9e-4584-be5d-1bf70ede379e on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:44:45.285463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:45.291506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:44:45.292284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:45.292798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:45.293781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:44:45.294491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Bound port: 8028952e-0d9e-4584-be5d-1bf70ede379e, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:44:45.295096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:45.451853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7007c3e-1d01-43ca-8c35-518091086c15 req-e9437966-f326-4147-94d9-418796785406 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:45.453671 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b7007c3e-1d01-43ca-8c35-518091086c15 req-e9437966-f326-4147-94d9-418796785406 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.1989670
Feb 05 23:44:45.496406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] For port 8028952e-0d9e-4584-be5d-1bf70ede379e, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:44:45.502791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] For port 8028952e-0d9e-4584-be5d-1bf70ede379e, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8028952e-0d9e-4584-be5d-1bf70ede379e,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:44:45.602290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b7007c3e-1d01-43ca-8c35-518091086c15 req-8ec36db8-6e42-4a43-88d9-632de555ce38 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018012
Feb 05 23:44:45.617997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:45.646794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:45.947310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:46.020965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-69649a4d-ce6b-471f-88a1-cdbbe724f6ca tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:46.022088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-69649a4d-ce6b-471f-88a1-cdbbe724f6ca tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Synchronizing usage tracker for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:44:46.086159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:46.113031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Pushing event updated for resources: {'Port': ['ID=8028952e-0d9e-4584-be5d-1bf70ede379e,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:46.117586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:46.118940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:46.119788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d70d30b38>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:44:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:46.145571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Transition to ACTIVE for port object a869da3c-26d8-4b52-91db-900d1eea6555 will not be triggered until provisioned by entity DHCP. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:44:46.187828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-69649a4d-ce6b-471f-88a1-cdbbe724f6ca tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Unset dirty status for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:44:46.190690 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-69649a4d-ce6b-471f-88a1-cdbbe724f6ca tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/networks?id=274e9f05-bcd7-4078-9a01-bfa9437a75e0 HTTP/1.1" status: 200  len: 808 time: 0.5614438
Feb 05 23:44:46.240212 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-9e9c5551-93d7-451a-8f3f-330c0fb34c4c tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/quotas/6908cc4c9e5142e19d7c23f48b27456b HTTP/1.1" status: 200  len: 375 time: 0.0304265
Feb 05 23:44:46.416290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-fb7f8761-d014-44c7-b2cd-cb73a4d01f45 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1636488
Feb 05 23:44:46.419945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:46.420940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:46.459320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:46.799347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d70d30b38>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:37Z', 'revision_number': 3, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:46.807035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb83c5-2100-45e7-8171-edeb8b410d7c None None] The sync data for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi is: [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:37Z', 'revision_number': 3, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:44:46.864034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Pushing event updated for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:46.911199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.911621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.911987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.912382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.912771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.913163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.913550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.913936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.914333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.914767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.915148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.915517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.915972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.916353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.916731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.917110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.917488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.917869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.918244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.918654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.919342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.919616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.920001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.920383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:46.933245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:47.128763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-bf89b265-2976-4b8e-ab68-6950078e9445 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:47.135324 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-bf89b265-2976-4b8e-ab68-6950078e9445 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/networks?id=92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 200  len: 814 time: 0.5821030
Feb 05 23:44:47.139455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-9daedbea-a04d-406b-ac25-2a1c47ab9cac service neutron] 10.222.0.35 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6822090
Feb 05 23:44:47.189843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-f7720164-0002-46d3-978f-18d6aa3d4153 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/quotas/d311be0a78894ee8add165b5b27c35ee HTTP/1.1" status: 200  len: 375 time: 0.0485749
Feb 05 23:44:47.261866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:47.270829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:47.338790 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2a55b4f0-2247-4221-9b1e-23dbe5ed2629 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1341789
Feb 05 23:44:47.344550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:44:47.560606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:47.631016 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-f5a76e34-67ee-4ceb-9f51-8422485784e6 service neutron] 10.222.0.35 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4746101
Feb 05 23:44:47.686509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-d1cfc1d2-790a-43bc-a70e-ae874bd65728 None None] Provisioning for port a869da3c-26d8-4b52-91db-900d1eea6555 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:44:47.692448 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-169282ae-1204-4d01-989c-72b034d2311e service neutron] 10.222.0.35 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872040
Feb 05 23:44:47.697857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-d1cfc1d2-790a-43bc-a70e-ae874bd65728 None None] Provisioning complete for port a869da3c-26d8-4b52-91db-900d1eea6555 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:47.698283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc1d2-790a-43bc-a70e-ae874bd65728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:47.783992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfc1d2-790a-43bc-a70e-ae874bd65728 None None] Port a869da3c-26d8-4b52-91db-900d1eea6555 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:44:48.178630 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-4a5cfacd-8053-4c3b-b280-f361e0bba6ff service neutron] 10.222.0.35 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2158465
Feb 05 23:44:48.205645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:48.223894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8028952e-0d9e-4584-be5d-1bf70ede379e up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:48.367915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 8028952e-0d9e-4584-be5d-1bf70ede379e completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:44:48.376922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 8028952e-0d9e-4584-be5d-1bf70ede379e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:48.377755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:48.542588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:48.562606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 8028952e-0d9e-4584-be5d-1bf70ede379e, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8028952e-0d9e-4584-be5d-1bf70ede379e,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:44:48.588135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:48.590895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:48.677732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=8028952e-0d9e-4584-be5d-1bf70ede379e,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:48.696696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.697777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.698749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.700103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.701633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.702557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.703446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.704957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.705864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.706575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.707444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.708320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.709068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.709934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.710944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.711706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.712204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.712851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.713305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.713797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.714420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.715013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.715589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.716082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:44:48.723251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:48.921496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee29ef7-ebad-4d18-8d41-3daa7275d5fb req-c83d3ef9-e31f-4f43-ad58-ffad8151fc03 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:48.928979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ee29ef7-ebad-4d18-8d41-3daa7275d5fb req-c83d3ef9-e31f-4f43-ad58-ffad8151fc03 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.2561162
Feb 05 23:44:48.940398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:49.046071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ee29ef7-ebad-4d18-8d41-3daa7275d5fb req-5f058ebc-753b-4fdf-bfea-c2e4997484e1 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014793
Feb 05 23:44:49.085127 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-6b288d22-5994-4572-b487-c892a2615103 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b226347506024234add2729f14eac82b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378735
Feb 05 23:44:49.085980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:49.122639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:49.274071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-227d7e72-afd5-4b9d-816a-a1b277e5b2f6 req-6435df73-b8ef-4236-9aed-7a76af146e78 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.1141825
Feb 05 23:44:49.390345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Pushing event updated for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:49.399624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:49.457520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:49.500986 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-edc4e427-e913-4057-a84d-8f2829d5ac1a req-ea71100c-6e64-438a-bc8b-9ba24afd8682 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.1176739
Feb 05 23:44:49.721671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-452362b2-c537-4917-85f9-bb69052f7045 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:49.723455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-452362b2-c537-4917-85f9-bb69052f7045 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6019971
Feb 05 23:44:49.772924 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-76a74e90-08ea-4ebe-9b5c-2125297bc17a tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/quotas/b226347506024234add2729f14eac82b HTTP/1.1" status: 200  len: 375 time: 0.0359442
Feb 05 23:44:49.853291 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-ab9e02d2-ce6e-4c90-9dd4-8843bce233a6 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b226347506024234add2729f14eac82b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0705869
Feb 05 23:44:49.859852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:49.861447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:50.257866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8028952e-0d9e-4584-be5d-1bf70ede379e up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:50.400835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Router 5f516922-874a-45a1-afe6-41e3004aee44 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:44:50.419139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a4541d08-7e35-45d8-b864-be9e360a7289 None None] Provisioning complete for port a869da3c-26d8-4b52-91db-900d1eea6555 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:50.419985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a4541d08-7e35-45d8-b864-be9e360a7289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:50.514981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-a4541d08-7e35-45d8-b864-be9e360a7289 None None] Port a869da3c-26d8-4b52-91db-900d1eea6555 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:44:50.518887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 8028952e-0d9e-4584-be5d-1bf70ede379e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:50.519665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:50.905819 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-64304db8-d94a-46f0-9957-43afe4b48fdb req-3f15c400-3510-4de6-b421-19b88be3b85f tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.1156414
Feb 05 23:44:50.939605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:44:50.950635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Sync routers for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:44:50.963153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:50.963968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b500cc0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:44:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:51.154221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057d10a-fd45-44fb-8494-3aed5003f5d8 req-4d3bdbf0-ab71-47ef-8ef9-853ff114d96a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:51.156440 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b057d10a-fd45-44fb-8494-3aed5003f5d8 req-4d3bdbf0-ab71-47ef-8ef9-853ff114d96a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.7806053
Feb 05 23:44:51.254004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:51.290837 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] 10.222.0.35 "PUT /v2.0/routers/5f516922-874a-45a1-afe6-41e3004aee44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4187770
Feb 05 23:44:51.298717 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e9fa3801-7b67-48b8-94ae-183d2dc00585 req-ed561ea1-7e49-4f54-9ca5-409c289dac0b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.1303284
Feb 05 23:44:51.348497 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b057d10a-fd45-44fb-8494-3aed5003f5d8 req-b4e8909e-fb0d-4693-bf0e-4a1582731398 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736526
Feb 05 23:44:51.424030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5f8c3-e96d-4f8e-bf6e-a916130233f5 req-f7428669-1208-4ab3-855b-6972a8f0c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:51.427289 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45a5f8c3-e96d-4f8e-bf6e-a916130233f5 req-f7428669-1208-4ab3-855b-6972a8f0c695 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 0.4915142
Feb 05 23:44:51.594123 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45a5f8c3-e96d-4f8e-bf6e-a916130233f5 req-c73b72e2-3157-4146-8677-39017cac388e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597080
Feb 05 23:44:51.728313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59f2b-8a60-42dc-b4e2-bbdb5c7ee7bf req-4b29bf84-bc09-458b-8ce4-739ddbdd0759 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:51.730089 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-70d59f2b-8a60-42dc-b4e2-bbdb5c7ee7bf req-4b29bf84-bc09-458b-8ce4-739ddbdd0759 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2314837
Feb 05 23:44:51.754088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b500cc0>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 2, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:51.761992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Checking router: 5f516922-874a-45a1-afe6-41e3004aee44 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:44:51.762541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Updating router 5f516922-874a-45a1-afe6-41e3004aee44 port a869da3c-26d8-4b52-91db-900d1eea6555 binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:44:51.847820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:52.045088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dde17b34-a681-4ab6-8c4a-588e359a1515 req-325464cf-5594-47c2-b503-0d9adf9fada4 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.3136737
Feb 05 23:44:52.179071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-70d59f2b-8a60-42dc-b4e2-bbdb5c7ee7bf req-90d170dc-827e-4954-abd6-92e29cb4cbb0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1778805
Feb 05 23:44:52.261644 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a2c417a-df0d-41de-813b-39b00187e333 req-03108454-6228-4d4a-b314-1925820ea6ca tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.0608058
Feb 05 23:44:52.637351 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-122e9a1f-35aa-49fd-b17e-bd646788a2b4 req-6f849d59-6dd6-4081-bd08-3118dd8711d6 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.0714295
Feb 05 23:44:52.889026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:52.904247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Transition to ACTIVE for port object a869da3c-26d8-4b52-91db-900d1eea6555 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:44:52.907824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:52.984304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:53.058337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:53.231526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6bc27-a71a-40b8-809f-0f4ce317c2c7 req-ecaf3764-6808-4479-998f-77e0cfa6edee tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:53.233346 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-77e6bc27-a71a-40b8-809f-0f4ce317c2c7 req-ecaf3764-6808-4479-998f-77e0cfa6edee tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3805344
Feb 05 23:44:53.401657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a30647-df7d-4aa6-87ea-8c9eb207b3d9 None None] Pushing event updated for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:53.422574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-54a30647-df7d-4aa6-87ea-8c9eb207b3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:53.471647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-77e6bc27-a71a-40b8-809f-0f4ce317c2c7 req-abc8593d-f98e-45a8-bfa0-851032d8c618 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611464
Feb 05 23:44:53.497978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:53.497978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:53.658030 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c4084a7c-cc9d-43ed-b002-2f99f63d85b7 req-9ed919e5-419d-4b28-a8e3-2067d68edbd0 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.2799103
Feb 05 23:44:53.987933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-66da2f3c-577c-42a9-90f4-f55712e814d0 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:53.993075 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-66da2f3c-577c-42a9-90f4-f55712e814d0 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "GET /v2.0/networks?id=92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 200  len: 814 time: 0.9324710
Feb 05 23:44:54.192546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Request body: {'port': {'device_id': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835', 'admin_state_up': True, 'tenant_id': 'd311be0a78894ee8add165b5b27c35ee'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:54.492156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Attempting to bind port a869da3c-26d8-4b52-91db-900d1eea6555 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:44:54.492508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Attempting to bind port a869da3c-26d8-4b52-91db-900d1eea6555 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:44:54.493009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Attempting to bind port a869da3c-26d8-4b52-91db-900d1eea6555 on network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:44:54.497713 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e2c7c44d-1936-409b-b5b6-437653611501 req-8ba25cec-c58d-4f79-8cdb-133c33416f4b tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.1302884
Feb 05 23:44:54.509980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:44:54.510444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Checking segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:44:54.510906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:54.511354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Bound using segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:44:54.512026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Bound port: a869da3c-26d8-4b52-91db-900d1eea6555, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:44:54.512913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:54.572730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:54.578485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Usage tracker for resource:port and tenant:d311be0a78894ee8add165b5b27c35ee is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:54.584458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:54.591462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:54.779201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-1eecff8f-cfb5-4d06-acaa-b1a5d2046638 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:54.783555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-1eecff8f-cfb5-4d06-acaa-b1a5d2046638 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "GET /v2.0/networks?id=274e9f05-bcd7-4078-9a01-bfa9437a75e0 HTTP/1.1" status: 200  len: 808 time: 0.6909969
Feb 05 23:44:54.787350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] For port a869da3c-26d8-4b52-91db-900d1eea6555, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:44:54.807349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] For port a869da3c-26d8-4b52-91db-900d1eea6555, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=a869da3c-26d8-4b52-91db-900d1eea6555,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:44:54.816888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Request body: {'port': {'device_id': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0', 'admin_state_up': True, 'tenant_id': '6908cc4c9e5142e19d7c23f48b27456b'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:54.844585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c406-105e-4847-a4d3-71cdc26f1c86 req-3b5b9d9c-a6dc-4701-a96b-11426e8530de tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:54.848589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3c20c406-105e-4847-a4d3-71cdc26f1c86 req-3b5b9d9c-a6dc-4701-a96b-11426e8530de tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.8515365
Feb 05 23:44:54.853703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Made reservation on behalf of d311be0a78894ee8add165b5b27c35ee for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:54.874854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:54.898712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:54.941745 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-8c4df055-a3a2-4892-82e9-9120ce08f4cf tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=b226347506024234add2729f14eac82b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1071455
Feb 05 23:44:55.040157 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9895e545-f758-4d05-83ec-68371342571e req-1a272649-e93d-481d-9815-661563b26734 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.1182001
Feb 05 23:44:55.231159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3c20c406-105e-4847-a4d3-71cdc26f1c86 req-4c551ad9-b32e-402b-8843-bf81e7ecf1cb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3061876
Feb 05 23:44:55.246574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:55.255362 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Usage tracker for resource:port and tenant:6908cc4c9e5142e19d7c23f48b27456b is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:55.261409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:55.287267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:55.339341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:55.485020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a30647-df7d-4aa6-87ea-8c9eb207b3d9 None None] Pushing event updated for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:55.489223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-54a30647-df7d-4aa6-87ea-8c9eb207b3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:55.513424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:44:55.514497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b500cc0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:44:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:55.531549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Made reservation on behalf of 6908cc4c9e5142e19d7c23f48b27456b for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:55.606370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:55.751522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc0ce-eaf0-48df-b51e-e90b5ec44630 req-7fc26054-86d8-4299-a941-3115eccb97cd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:55.754393 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a0fc0ce-eaf0-48df-b51e-e90b5ec44630 req-7fc26054-86d8-4299-a941-3115eccb97cd tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.5187771
Feb 05 23:44:55.817423 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-688d6b19-aba8-4002-a8ab-f20302360eb7 req-4ed68282-731f-44f6-82be-efc30c305dc2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.0566678
Feb 05 23:44:55.928470 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a0fc0ce-eaf0-48df-b51e-e90b5ec44630 req-498c92b8-f70b-4afe-bdc9-6af3f58c7dd4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100380
Feb 05 23:44:56.112711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:44:56.193516 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7df3900a-60b2-4142-a0c0-6f0a528d8710 req-1396ccf4-0bc9-4a92-af7b-b85c7516b10d tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.0739334
Feb 05 23:44:56.195155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Allocated IP 172.20.0.11 (92e13217-dd0f-4b8d-8853-c647c53c4835/ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b/01b90a77-85ed-4116-acf7-d6e62abb1dce) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:44:56.640827 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a867ae5-d30d-4a50-b36c-139816b75be0 req-78a9b35e-a365-4b88-aa6c-45f8eabf0e11 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.0834796
Feb 05 23:44:56.656858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b500cc0>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:54Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:44:56.665252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c249b-a5ef-4bc4-a600-54658d302595 None None] The sync data for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi is: [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:54Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:44:56.879376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:57.052759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Allocated IP 172.20.0.3 (274e9f05-bcd7-4078-9a01-bfa9437a75e0/5b436fe8-8095-43a9-bddd-ecc57cbfbce8/ef4715b9-7338-4083-a6d1-7b43197ed223) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:44:57.604777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6368ba-b317-41f9-ac68-fc4e48a5e1bc req-1671b81f-152e-4d53-9a58-58aa9b0cb089 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:57.607920 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5f6368ba-b317-41f9-ac68-fc4e48a5e1bc req-1671b81f-152e-4d53-9a58-58aa9b0cb089 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.7004988
Feb 05 23:44:57.887958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:57.947714 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5f6368ba-b317-41f9-ac68-fc4e48a5e1bc req-90e3b390-7aa2-4a3a-9727-0b0f21bc3e42 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3315613
Feb 05 23:44:58.421183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:58.463887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device a869da3c-26d8-4b52-91db-900d1eea6555 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:44:58.506342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:58.565509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b8bd0e85-6d41-4abf-837a-469190aacf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:58.871927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:58.966631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:58.971698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port a869da3c-26d8-4b52-91db-900d1eea6555 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:44:58.984536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port a869da3c-26d8-4b52-91db-900d1eea6555 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:44:58.993734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:59.114222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-c781230a-02b7-4f5b-8290-ceeaea24e721 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:59.116015 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-c781230a-02b7-4f5b-8290-ceeaea24e721 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.1995447
Feb 05 23:44:59.246730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Request body: {'port': {'device_id': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a', 'admin_state_up': True, 'tenant_id': 'b226347506024234add2729f14eac82b'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:44:59.285854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Pushing event updated for resources: {'Port': ['ID=01b90a77-85ed-4116-acf7-d6e62abb1dce,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:59.323481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:59.379683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:59.462097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:59.481651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Pushing event updated for resources: {'Port': ['ID=ef4715b9-7338-4083-a6d1-7b43197ed223,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:59.486452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:44:59.498448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Usage tracker for resource:port and tenant:b226347506024234add2729f14eac82b is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:59.506088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:59.517852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:59.583184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:59.585335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4210ff4-f9ed-498a-98ab-8fdd2a4f2475 req-4a4659cf-3add-41bd-8763-8cee314418fc tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:44:59.589069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Made reservation on behalf of b226347506024234add2729f14eac82b for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:44:59.604366 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4210ff4-f9ed-498a-98ab-8fdd2a4f2475 req-4a4659cf-3add-41bd-8763-8cee314418fc tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 931 time: 1.7286398
Feb 05 23:44:59.643219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port a869da3c-26d8-4b52-91db-900d1eea6555, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=a869da3c-26d8-4b52-91db-900d1eea6555,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:44:59.658070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:59.675440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:44:59.685425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:59.688931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e6c89b4-b5aa-4bc8-acdc-50014676b138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:44:59.694646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:59.734941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:44:59.787658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:44:59.796817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Usage tracker for resource:security_group_rule and tenant:b226347506024234add2729f14eac82b is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:44:59.803615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:44:59.818166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:44:59.838557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:44:59.844467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:44:59.862498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:44:59.866950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:44:59.887045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:00.250427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:00.251805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.275017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-fab93912-9b6c-4bf5-be71-cbd7ab74086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:00.288589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-fab93912-9b6c-4bf5-be71-cbd7ab74086b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5fd54094df94139870ab02dd9b7cd08&device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 1163 time: 2.4927046
Feb 05 23:45:00.304843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1410587
Feb 05 23:45:00.318968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device a869da3c-26d8-4b52-91db-900d1eea6555 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:00.353059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Request body: {'port': {'device_id': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:00.487974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port a869da3c-26d8-4b52-91db-900d1eea6555 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:00.489334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.528413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d4210ff4-f9ed-498a-98ab-8fdd2a4f2475 req-966834af-8f50-4b78-9ca4-c37911f3c441 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Synchronizing usage tracker for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:00.550402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.555526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:00.572177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.767787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.783156 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9709780
Feb 05 23:45:00.801980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Request body: {'port': {'device_id': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:00.866435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:00.924999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9ac181ca-a6c5-4afc-b39a-26b5a78a7872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:01.153842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886a4b-59cc-42bf-b965-e9b2e1796354 req-7aeee3ac-f137-4da3-b3b3-1ad2beea1b81 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:01.179302 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee886a4b-59cc-42bf-b965-e9b2e1796354 req-7aeee3ac-f137-4da3-b3b3-1ad2beea1b81 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 2.7214549
Feb 05 23:45:01.425669 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495daa0e-8f56-4015-9e12-0bee04c74a8e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:01.533954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:01.533954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:01.680532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Allocated IP 192.168.233.80 (b52ec6f4-bc00-4d60-b929-3521efef758a/081b058f-82fa-4a98-bf62-0b24f03b16c7/082d1206-1012-42ad-9755-f07166cdb603) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:01.722200 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee886a4b-59cc-42bf-b965-e9b2e1796354 req-1d086ece-c9de-4912-9bcb-3ea094c9a236 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4610343
Feb 05 23:45:01.794680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-bd86c733-60bf-4585-813d-6a5ad0aee00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:01.797514 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-bd86c733-60bf-4585-813d-6a5ad0aee00f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 200  len: 913 time: 1.4914069
Feb 05 23:45:01.949348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d4210ff4-f9ed-498a-98ab-8fdd2a4f2475 req-966834af-8f50-4b78-9ca4-c37911f3c441 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Unset dirty status for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:01.951485 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4210ff4-f9ed-498a-98ab-8fdd2a4f2475 req-966834af-8f50-4b78-9ca4-c37911f3c441 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.3453960
Feb 05 23:45:01.956864 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-28ea9715-1d7f-41f2-9a21-e4a7acba8470 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 200  len: 217 time: 0.1489015
Feb 05 23:45:02.175922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:45:02.194878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-6c084c70-4645-45be-a541-8f4e99efc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:02.197772 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-6c084c70-4645-45be-a541-8f4e99efc531 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 200  len: 859 time: 0.2324102
Feb 05 23:45:02.662240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:45:02.693946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b90a77-85ed-4116-acf7-d6e62abb1dce {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:45:02.705845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:02.724427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Transition to ACTIVE for port object 01b90a77-85ed-4116-acf7-d6e62abb1dce will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:02.746092 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62cf7d28-b60a-4c8e-bb51-eadd9272d781 req-721d4ac0-ab12-4bf3-95a4-f7ce90153349 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.5403745
Feb 05 23:45:02.764589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-e6c6d665-6dd7-4713-8aae-a734fdbaa9cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b09817e7-8ef7-414e-86d6-9693d544b095&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3274417
Feb 05 23:45:02.898397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:02.901741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:03.051342 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-00188ef5-0f1b-4c9f-b732-3ac44dc15f3f service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779062
Feb 05 23:45:03.110742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Transition to ACTIVE for port object 082d1206-1012-42ad-9755-f07166cdb603 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:03.144750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4715b9-7338-4083-a6d1-7b43197ed223 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:45:03.163443 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:03.196281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Transition to ACTIVE for port object ef4715b9-7338-4083-a6d1-7b43197ed223 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:03.245768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:03.264304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:03.405938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:03.445292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:03.870258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b6895-5f6b-4fb8-b63b-5e7bb50afcfe req-06a5f4e9-03a2-4c7e-81b9-3409a5660446 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:03.871155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-424b6895-5f6b-4fb8-b63b-5e7bb50afcfe req-06a5f4e9-03a2-4c7e-81b9-3409a5660446 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Synchronizing usage tracker for tenant:d311be0a78894ee8add165b5b27c35ee on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:03.908028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Network b52ec6f4-bc00-4d60-b929-3521efef758a is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:04.009649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:04.075006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4715b9-7338-4083-a6d1-7b43197ed223,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:04.077842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:04.164191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:04.200838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ae59837e-cd27-4f24-af6f-6d0e02d5a9a2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:04.378902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01b90a77-85ed-4116-acf7-d6e62abb1dce,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:04.386028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:04.437567 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-8e861750-060a-4ce8-a324-a60d8814685a service neutron] 10.222.0.86 "GET /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3147535
Feb 05 23:45:04.454636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-424b6895-5f6b-4fb8-b63b-5e7bb50afcfe req-06a5f4e9-03a2-4c7e-81b9-3409a5660446 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Unset dirty status for tenant:d311be0a78894ee8add165b5b27c35ee on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:04.462298 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-424b6895-5f6b-4fb8-b63b-5e7bb50afcfe req-06a5f4e9-03a2-4c7e-81b9-3409a5660446 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 932 time: 2.1741545
Feb 05 23:45:04.462590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:04.463234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.504639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Attempting to bind port ef4715b9-7338-4083-a6d1-7b43197ed223 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:04.504986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Attempting to bind port ef4715b9-7338-4083-a6d1-7b43197ed223 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:04.505381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Attempting to bind port ef4715b9-7338-4083-a6d1-7b43197ed223 on network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:04.508297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b83ac6d9-3799-42ba-9c50-7fe10ef20c93 None None] Provisioning for port 082d1206-1012-42ad-9755-f07166cdb603 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:04.515121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b83ac6d9-3799-42ba-9c50-7fe10ef20c93 None None] Provisioning complete for port 082d1206-1012-42ad-9755-f07166cdb603 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:04.519460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b83ac6d9-3799-42ba-9c50-7fe10ef20c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.538992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:04.539329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Checking segment: {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:04.539777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.540185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Bound using segment: {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:04.540692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Bound port: ef4715b9-7338-4083-a6d1-7b43197ed223, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:04.541078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.588766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-b83ac6d9-3799-42ba-9c50-7fe10ef20c93 None None] Port 082d1206-1012-42ad-9755-f07166cdb603 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:45:04.599268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e7704-84ae-4750-ac81-b96ee91a9a23 req-38a5dc49-c5ea-4282-87b9-9385173b95b9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:04.601923 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4b9e7704-84ae-4750-ac81-b96ee91a9a23 req-38a5dc49-c5ea-4282-87b9-9385173b95b9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 1.5494246
Feb 05 23:45:04.615894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Attempting to bind port 01b90a77-85ed-4116-acf7-d6e62abb1dce on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:04.616233 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.3743997
Feb 05 23:45:04.616347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Attempting to bind port 01b90a77-85ed-4116-acf7-d6e62abb1dce by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:04.616863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Attempting to bind port 01b90a77-85ed-4116-acf7-d6e62abb1dce on network 92e13217-dd0f-4b8d-8853-c647c53c4835 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:04.619311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Pushing event updated for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:04.626436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:04.634787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Request body: {'port': {'device_id': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:04.660642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:04.661033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Checking segment: {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:04.661618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.662109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Bound using segment: {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:04.662728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Bound port: 01b90a77-85ed-4116-acf7-d6e62abb1dce, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:04.663715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:04.801772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] For port ef4715b9-7338-4083-a6d1-7b43197ed223, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:04.808260 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] For port ef4715b9-7338-4083-a6d1-7b43197ed223, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ef4715b9-7338-4083-a6d1-7b43197ed223,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:04.812171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.126832 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4b9e7704-84ae-4750-ac81-b96ee91a9a23 req-d371bb7f-fa30-47a6-b825-2c5b397ab53e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4878485
Feb 05 23:45:05.199554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-424b6895-5f6b-4fb8-b63b-5e7bb50afcfe req-38b5f3ba-462a-4be5-95ce-ba7bc1370fdf tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5870605
Feb 05 23:45:05.345018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] For port 01b90a77-85ed-4116-acf7-d6e62abb1dce, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:05.349142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] For port 01b90a77-85ed-4116-acf7-d6e62abb1dce, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=01b90a77-85ed-4116-acf7-d6e62abb1dce,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:05.376368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082d1206-1012-42ad-9755-f07166cdb603 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:45:05.396567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.421427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Transition to ACTIVE for port object 082d1206-1012-42ad-9755-f07166cdb603 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:05.423687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.447696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.634589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:05.643834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b29192e-7108-4339-85b3-7812caeb753a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:05.749522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01b90a77-85ed-4116-acf7-d6e62abb1dce,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:05.754040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:05.778680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:05.778970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.780572 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] 10.222.0.86 "PUT /v2.0/ports/01b90a77-85ed-4116-acf7-d6e62abb1dce HTTP/1.1" status: 200  len: 1158 time: 5.4386206
Feb 05 23:45:05.784046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:05.807113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:05.920656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cd043-d02c-4db7-b0fb-920bfd2d593c req-c828c611-a205-4320-8824-7b6297cad8f7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:05.922512 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-874cd043-d02c-4db7-b0fb-920bfd2d593c req-c828c611-a205-4320-8824-7b6297cad8f7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 943 time: 0.3234262
Feb 05 23:45:06.023076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad363b-b226-428f-9be7-eb8fd8c3d6d2 req-a2aecc0f-5639-48bd-aceb-5df6e644b78a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:06.024595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:06.025672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:06.028305 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] 10.222.0.86 "PUT /v2.0/ports/ef4715b9-7338-4083-a6d1-7b43197ed223 HTTP/1.1" status: 200  len: 1157 time: 5.2376125
Feb 05 23:45:06.032980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-31ad363b-b226-428f-9be7-eb8fd8c3d6d2 req-a2aecc0f-5639-48bd-aceb-5df6e644b78a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.6504271
Feb 05 23:45:06.033179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:06.071550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4715b9-7338-4083-a6d1-7b43197ed223,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:06.080153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:06.080962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-47cd3706-9791-4bc8-a30f-df9fc35fcc2c tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:06.144014 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-31ad363b-b226-428f-9be7-eb8fd8c3d6d2 req-50187775-86ba-46d8-b3dc-a3b2fbd81715 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099443
Feb 05 23:45:06.194128 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-874cd043-d02c-4db7-b0fb-920bfd2d593c req-28a58077-a707-4f9f-bcb8-67aeaf781358 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290851
Feb 05 23:45:06.224403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:06.236358 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:06.290143 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce', 'status': 'completed', 'code': 200}
Feb 05 23:45:06.456229 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223', 'status': 'completed', 'code': 200}
Feb 05 23:45:06.657751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996990c3-9898-49f1-aa03-522dda3ad807 req-4edf6873-9786-44b8-ad79-a97c1d5c47c6 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:06.659587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Attempting to bind port 082d1206-1012-42ad-9755-f07166cdb603 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:06.660523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Attempting to bind port 082d1206-1012-42ad-9755-f07166cdb603 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:06.661299 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-996990c3-9898-49f1-aa03-522dda3ad807 req-4edf6873-9786-44b8-ad79-a97c1d5c47c6 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.3684459
Feb 05 23:45:06.677798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Attempting to bind port 082d1206-1012-42ad-9755-f07166cdb603 on network b52ec6f4-bc00-4d60-b929-3521efef758a {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:06.685452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:06.686122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Checking segment: {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:06.686733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:06.687880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Bound using segment: {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:06.689152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Bound port: 082d1206-1012-42ad-9755-f07166cdb603, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf35006-4071-443a-9b7e-d45895eb417f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b52ec6f4-bc00-4d60-b929-3521efef758a'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:06.689738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:06.835954 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-996990c3-9898-49f1-aa03-522dda3ad807 req-ed26d15f-959d-4b54-9421-d43e51ef63bf tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963259
Feb 05 23:45:06.883686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] For port 082d1206-1012-42ad-9755-f07166cdb603, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:06.901620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] For port 082d1206-1012-42ad-9755-f07166cdb603, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=082d1206-1012-42ad-9755-f07166cdb603,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:06.962070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:06.974562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461221-c7cf-450e-95d6-1b24321274e8 req-92602b38-d6f6-4108-882f-5898fbf03598 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:06.982639 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7461221-c7cf-450e-95d6-1b24321274e8 req-92602b38-d6f6-4108-882f-5898fbf03598 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 944 time: 0.3185334
Feb 05 23:45:07.013813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-00413710-6d0a-4be9-b09f-83fc08fce53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:07.082751 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7461221-c7cf-450e-95d6-1b24321274e8 req-2be5aa2f-e214-49a6-9595-7f3f977c08f6 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876377
Feb 05 23:45:07.202417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:07.211404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:07.380071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:07.380777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:07.382266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] 10.222.0.86 "PUT /v2.0/ports/082d1206-1012-42ad-9755-f07166cdb603 HTTP/1.1" status: 200  len: 1161 time: 2.7526414
Feb 05 23:45:07.452045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30488797-2952-40ee-9c86-bd9e305c9ca8 req-778eb011-0689-413d-9210-4cf9badab639 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:07.460296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-30488797-2952-40ee-9c86-bd9e305c9ca8 req-778eb011-0689-413d-9210-4cf9badab639 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2776642
Feb 05 23:45:07.603097 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-30488797-2952-40ee-9c86-bd9e305c9ca8 req-33f99418-cda6-4f4a-a5f2-a7231e87e4a3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1416478
Feb 05 23:45:07.812432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-1f7f2bd4-2db4-4965-b381-6b19992e5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:07.815877 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-1f7f2bd4-2db4-4965-b381-6b19992e5c3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 1161 time: 0.2573082
Feb 05 23:45:07.907616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b92a5-2882-4d87-9ba7-b82e67bde2a8 req-8357d763-95c7-4cff-9d0a-566d09ad43b3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:07.910336 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-947b92a5-2882-4d87-9ba7-b82e67bde2a8 req-8357d763-95c7-4cff-9d0a-566d09ad43b3 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.4259219
Feb 05 23:45:08.028483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-3f69bb7d-99a3-4f88-9ef1-5afff223b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.030076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-3f69bb7d-99a3-4f88-9ef1-5afff223b166 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 1160 time: 0.3237903
Feb 05 23:45:08.245924 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-947b92a5-2882-4d87-9ba7-b82e67bde2a8 req-617f0a33-763d-4a08-a939-22e6ff87cb5d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667603
Feb 05 23:45:08.260211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-c742d35c-2d15-44a1-a97b-3c7fcda98a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.265999 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-c742d35c-2d15-44a1-a97b-3c7fcda98a1f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=d311be0a78894ee8add165b5b27c35ee&shared=False HTTP/1.1" status: 200  len: 908 time: 0.4419084
Feb 05 23:45:08.455853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb65b-b846-496f-88a1-81aa0e0dcdef req-bb38676d-eac4-46a0-b8e9-a45952d6da63 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.463773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'tag': '082d1206-1012-42ad-9755-f07166cdb603'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:08.465137 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20efb65b-b846-496f-88a1-81aa0e0dcdef req-bb38676d-eac4-46a0-b8e9-a45952d6da63 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 943 time: 0.3890107
Feb 05 23:45:08.487758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-ad596e59-6aa8-4c04-bfce-86f06be57704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.489935 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-ad596e59-6aa8-4c04-bfce-86f06be57704 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b226347506024234add2729f14eac82b&device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 1164 time: 0.5783665
Feb 05 23:45:08.654917 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-aa145961-ad65-41d1-9c25-15451a74ed83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=082d1206-1012-42ad-9755-f07166cdb603 HTTP/1.1" status: 200  len: 217 time: 0.0965614
Feb 05 23:45:08.740272 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20efb65b-b846-496f-88a1-81aa0e0dcdef req-b285f4ae-a38b-4c12-ac7e-9fc8c32f2929 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738492
Feb 05 23:45:08.746642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-1a32892b-b6fa-4da0-a22b-cdd11abd2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.749589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-1a32892b-b6fa-4da0-a22b-cdd11abd2f42 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&shared=False HTTP/1.1" status: 200  len: 902 time: 0.7079163
Feb 05 23:45:08.924382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824ec72-551f-49f4-ae9f-14fd08f1d3d4 req-c73f6788-404f-42c9-8501-4f71e2e9f544 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:08.927769 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3824ec72-551f-49f4-ae9f-14fd08f1d3d4 req-c73f6788-404f-42c9-8501-4f71e2e9f544 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.4432797
Feb 05 23:45:09.020029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-a3984de6-714e-4e69-860c-a7c8d148c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.022959 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-a3984de6-714e-4e69-860c-a7c8d148c627 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=081b058f-82fa-4a98-bf62-0b24f03b16c7 HTTP/1.1" status: 200  len: 843 time: 0.3587408
Feb 05 23:45:09.135444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-5374e6d3-7935-41c6-9196-7fdfff4edc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.137824 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f694a27-a601-4610-9c04-8dd87696ea09 req-5374e6d3-7935-41c6-9196-7fdfff4edc5a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.7362304
Feb 05 23:45:09.215024 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3824ec72-551f-49f4-ae9f-14fd08f1d3d4 req-eae71e7f-5cc0-452d-86b7-55b701f8a082 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051898
Feb 05 23:45:09.340615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0ac1-97a2-4cf3-9186-9e0014d9b4a0 req-2d837e4b-9bef-4e97-9d92-52eaa72402f1 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.349315 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-283e0ac1-97a2-4cf3-9186-9e0014d9b4a0 req-2d837e4b-9bef-4e97-9d92-52eaa72402f1 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 944 time: 0.4217381
Feb 05 23:45:09.383316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-cc0fd941-d3d1-405b-99dd-9344dae3fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.385336 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-cc0fd941-d3d1-405b-99dd-9344dae3fbf0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b52ec6f4-bc00-4d60-b929-3521efef758a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3421447
Feb 05 23:45:09.423174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a199c8d4-23c8-4892-90d2-2467cc3726a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:09.510094 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-283e0ac1-97a2-4cf3-9186-9e0014d9b4a0 req-9af0bbad-0311-447c-a793-9f818169b405 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597219
Feb 05 23:45:09.547398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-4e5a5e86-be23-4eb8-a6e6-52d670de7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.551119 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-247bfddc-96f0-45bc-9520-c416a4fd181e req-4e5a5e86-be23-4eb8-a6e6-52d670de7a47 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.7895985
Feb 05 23:45:09.626281 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'tag': '082d1206-1012-42ad-9755-f07166cdb603', 'status': 'completed', 'code': 200}
Feb 05 23:45:09.763206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-aed45eea-fa5c-4087-87e7-907bb3c02d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.765005 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-aed45eea-fa5c-4087-87e7-907bb3c02d76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 1160 time: 0.1319027
Feb 05 23:45:09.769313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-5fa5ef82-fce6-4c50-84ed-596c8e723a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:09.771007 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-5fa5ef82-fce6-4c50-84ed-596c8e723a21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 1161 time: 0.2173290
Feb 05 23:45:09.912000 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-78fe33df-9eb6-45c6-86a6-b8838bdaaef6 service neutron] 10.222.0.86 "GET /v2.0/networks/b52ec6f4-bc00-4d60-b929-3521efef758a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4827375
Feb 05 23:45:10.008588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd37765-a1c9-4b3e-9986-2e970468a05d req-fa5f0ddb-41db-4e03-b455-e37d8748b711 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:10.010607 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dcd37765-a1c9-4b3e-9986-2e970468a05d req-fa5f0ddb-41db-4e03-b455-e37d8748b711 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.3197503
Feb 05 23:45:10.033341 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-f915bdf4-4af5-45f1-97da-35c773c98a37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b90a77-85ed-4116-acf7-d6e62abb1dce HTTP/1.1" status: 200  len: 217 time: 0.0865936
Feb 05 23:45:10.081602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-14abd1e0-0790-4080-9854-daf7258ac41d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef4715b9-7338-4083-a6d1-7b43197ed223 HTTP/1.1" status: 200  len: 217 time: 0.3013349
Feb 05 23:45:10.129826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357185-ba08-4c2c-b4d8-cad4fadaadce req-51d3e157-56ed-4e55-9cbc-48cbd671493d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:10.138477 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac357185-ba08-4c2c-b4d8-cad4fadaadce req-51d3e157-56ed-4e55-9cbc-48cbd671493d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.4011743
Feb 05 23:45:10.178220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-d6ab8978-4e22-4e7c-9d60-1dddaf6341a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:10.179895 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-d6ab8978-4e22-4e7c-9d60-1dddaf6341a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b HTTP/1.1" status: 200  len: 854 time: 0.1366684
Feb 05 23:45:10.192219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-dba89d0a-f4a2-4253-b6f4-53d60d3def03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:10.193829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-dba89d0a-f4a2-4253-b6f4-53d60d3def03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5b436fe8-8095-43a9-bddd-ecc57cbfbce8 HTTP/1.1" status: 200  len: 848 time: 0.0904849
Feb 05 23:45:10.264141 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac357185-ba08-4c2c-b4d8-cad4fadaadce req-f83ad2a8-9008-4c5f-baf0-e6b4fb27b92d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237156
Feb 05 23:45:10.294784 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-eb16003c-d0c7-4992-90ac-cad13afb7cc4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=274e9f05-bcd7-4078-9a01-bfa9437a75e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531695
Feb 05 23:45:10.303283 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-9368e252-c4ad-42b5-a1dd-b924a1bb60d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=92e13217-dd0f-4b8d-8853-c647c53c4835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1130126
Feb 05 23:45:10.389110 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dcd37765-a1c9-4b3e-9986-2e970468a05d req-dcf05f7a-c997-4eb3-938c-2904c3adaa41 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2129645
Feb 05 23:45:10.488797 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-6f8b2d6d-361e-4753-9966-fd1285bf981b service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563425
Feb 05 23:45:10.494756 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8059a1bc-da6e-4a97-83c4-3b2b83113f07 req-9f069a0a-097c-4df5-a347-18b9e432a49c service neutron] 10.222.0.86 "GET /v2.0/networks/b52ec6f4-bc00-4d60-b929-3521efef758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4780979
Feb 05 23:45:10.806550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-50e52b5e-f184-4bb5-b7ff-edd71129502f service neutron] 10.222.0.86 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5019431
Feb 05 23:45:10.816303 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db9c12e6-b67d-43df-bb7c-63b5df851602 req-e2ed5447-5522-4129-8304-06a6be635a68 service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3097019
Feb 05 23:45:11.015331 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2001f-c004-44cb-a61e-c077618b6d09 req-6d80d5ec-e4e0-4f67-b69c-f311f4114d7a tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:11.017668 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b1e2001f-c004-44cb-a61e-c077618b6d09 req-6d80d5ec-e4e0-4f67-b69c-f311f4114d7a tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.3072984
Feb 05 23:45:11.101142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa90bdf5-3e86-4055-9611-561182dc32dc req-b21a80fe-5464-475a-9057-a9b457b90a73 service neutron] 10.222.0.86 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2828169
Feb 05 23:45:11.168467 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b1e2001f-c004-44cb-a61e-c077618b6d09 req-d653aee0-2ad9-4378-8085-b6cc7f7a1f01 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339955
Feb 05 23:45:11.171071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-567dff37-367a-4493-a2b2-39e5c97c36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:11.173300 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-567dff37-367a-4493-a2b2-39e5c97c36e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b226347506024234add2729f14eac82b&device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 1164 time: 0.5277796
Feb 05 23:45:11.375498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0558f-5952-4a52-90f3-725af3104adb req-fc0d8a32-cf64-472e-a39f-b6a2df508dd9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:11.389102 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b3b0558f-5952-4a52-90f3-725af3104adb req-fc0d8a32-cf64-472e-a39f-b6a2df508dd9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 943 time: 0.8897860
Feb 05 23:45:11.616175 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b3b0558f-5952-4a52-90f3-725af3104adb req-a2788c9e-a258-485c-b363-b0ffb846fb1c tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288206
Feb 05 23:45:11.618877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-277610ae-58d2-4a03-83c2-7f894f43bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:12.043526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-64d55a98-f052-4908-b425-e35b3b028588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:12.053066 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-64d55a98-f052-4908-b425-e35b3b028588 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b52ec6f4-bc00-4d60-b929-3521efef758a HTTP/1.1" status: 200  len: 863 time: 0.6048529
Feb 05 23:45:12.178799 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-89984651-7c97-49b8-a482-77fcdc1be892 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=082d1206-1012-42ad-9755-f07166cdb603 HTTP/1.1" status: 200  len: 217 time: 0.1060984
Feb 05 23:45:12.312189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91294e-5182-4034-adf7-100be1b578b9 req-8156ae38-ad44-43b1-90b7-37a8c08d1e3d tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:12.312189 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bb91294e-5182-4034-adf7-100be1b578b9 req-8156ae38-ad44-43b1-90b7-37a8c08d1e3d tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 944 time: 0.8028440
Feb 05 23:45:12.610031 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bb91294e-5182-4034-adf7-100be1b578b9 req-7a2f4368-6d77-4c11-9976-521b5b468d2d tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000973
Feb 05 23:45:12.692029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-76c5531c-8e3d-4ca4-b70b-8a384ea27ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:12.693704 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-76c5531c-8e3d-4ca4-b70b-8a384ea27ab8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=081b058f-82fa-4a98-bf62-0b24f03b16c7 HTTP/1.1" status: 200  len: 843 time: 0.3834717
Feb 05 23:45:12.814060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aa7eb-1030-4665-b778-e31c4c1ccb11 req-514c4e3e-636d-45de-925a-3a379f798b3b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:12.823574 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-727aa7eb-1030-4665-b778-e31c4c1ccb11 req-514c4e3e-636d-45de-925a-3a379f798b3b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2970979
Feb 05 23:45:13.063690 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-727aa7eb-1030-4665-b778-e31c4c1ccb11 req-ffa51f8d-eb5a-407c-99f1-25bef7a7252c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2384040
Feb 05 23:45:13.205314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-55f6c680-aff4-4243-82f3-bd08347b2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:13.217470 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-55f6c680-aff4-4243-82f3-bd08347b2928 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b52ec6f4-bc00-4d60-b929-3521efef758a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3549361
Feb 05 23:45:13.462573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0120b-6589-4830-becd-58afec285d89 req-b5f07897-c4cd-46eb-8931-433e831ff877 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:13.466248 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a1f0120b-6589-4830-becd-58afec285d89 req-b5f07897-c4cd-46eb-8931-433e831ff877 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.5044031
Feb 05 23:45:13.661555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a1f0120b-6589-4830-becd-58afec285d89 req-5ba832c7-11ba-429a-be90-ac8007fc3692 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918100
Feb 05 23:45:14.122471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3763250-e2b8-4481-9a72-b46501d119cf req-96ed9ab3-e336-492c-b4e7-1f84ccaf7d82 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:14.149947 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f3763250-e2b8-4481-9a72-b46501d119cf req-96ed9ab3-e336-492c-b4e7-1f84ccaf7d82 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 943 time: 0.6784163
Feb 05 23:45:14.250082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:14.306189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:14.320706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network b52ec6f4-bc00-4d60-b929-3521efef758a details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:45:14.440744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f3763250-e2b8-4481-9a72-b46501d119cf req-6085c0af-efff-4535-ac0a-6cbf6dd28914 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2895408
Feb 05 23:45:14.468153 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-9f003068-f0c9-4bb8-a23b-89f67422cec3 service neutron] 10.222.0.86 "GET /v2.0/networks/b52ec6f4-bc00-4d60-b929-3521efef758a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2291846
Feb 05 23:45:15.120555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c968332-4059-4579-8721-a10453f22889 req-5f62cc9a-ce70-477a-bdfc-6616393dd36e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:15.123790 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0c968332-4059-4579-8721-a10453f22889 req-5f62cc9a-ce70-477a-bdfc-6616393dd36e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 944 time: 0.9105449
Feb 05 23:45:15.257553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-ac552992-bf34-4e05-8965-9e8ee9bf9a88 None None] Time-cost: Fetching 3 ports in 3 security groups {{(pid=80273) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:45:15.371327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:15.415982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edc9ba-94ab-430d-abb4-4fe17a1880ee req-f88f412b-f05f-4e57-8407-4ffdda4e1717 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:15.432905 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-80edc9ba-94ab-430d-abb4-4fe17a1880ee req-f88f412b-f05f-4e57-8407-4ffdda4e1717 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.6746023
Feb 05 23:45:15.484364 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07c12e8-c53d-4b91-a8af-4c7329cfca7d req-01dbdc04-9fe1-47eb-ae2f-2b732699cb2b service neutron] 10.222.0.86 "GET /v2.0/networks/b52ec6f4-bc00-4d60-b929-3521efef758a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9995213
Feb 05 23:45:15.516904 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0c968332-4059-4579-8721-a10453f22889 req-95ba10cd-25ba-4024-b256-569cdc45019f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3812904
Feb 05 23:45:15.592472 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-80edc9ba-94ab-430d-abb4-4fe17a1880ee req-f8e719e1-2ee0-4d5b-ad4d-7d51a1bdb659 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579385
Feb 05 23:45:16.140398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b7b18-52af-43a7-9526-7ca15a3eb3a3 req-df692b47-7ee1-44ce-a781-ed859ed58d24 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:16.158255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-744b7b18-52af-43a7-9526-7ca15a3eb3a3 req-df692b47-7ee1-44ce-a781-ed859ed58d24 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.4356408
Feb 05 23:45:16.352106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925c58-2b60-466a-aec9-77da4fee4f18 req-db1522c6-187d-4a48-9fad-e40bdc25e212 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:16.353351 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47925c58-2b60-466a-aec9-77da4fee4f18 req-db1522c6-187d-4a48-9fad-e40bdc25e212 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 943 time: 0.4474452
Feb 05 23:45:16.393155 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-744b7b18-52af-43a7-9526-7ca15a3eb3a3 req-d7188b4f-0e90-46f5-8c88-474483bc7095 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295122
Feb 05 23:45:16.488195 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47925c58-2b60-466a-aec9-77da4fee4f18 req-df99e879-e6f1-40a6-86e7-4261fcb74271 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012471
Feb 05 23:45:17.093447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ef4715b9-7338-4083-a6d1-7b43197ed223 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:17.238457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821348d2-b84b-4f38-870b-7b40deadb114 req-91afa3c3-9d43-4046-9079-0c4e957f63eb tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:17.240258 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-821348d2-b84b-4f38-870b-7b40deadb114 req-91afa3c3-9d43-4046-9079-0c4e957f63eb tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 944 time: 0.5008304
Feb 05 23:45:17.337379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b4570-8951-4812-b0fe-5f0a19843181 req-c7d1c924-784c-467f-84d3-700605db5a6b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:17.339079 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c32b4570-8951-4812-b0fe-5f0a19843181 req-c7d1c924-784c-467f-84d3-700605db5a6b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.4220629
Feb 05 23:45:17.384242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port ef4715b9-7338-4083-a6d1-7b43197ed223 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:17.398915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ef4715b9-7338-4083-a6d1-7b43197ed223 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:17.399519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:17.453624 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c32b4570-8951-4812-b0fe-5f0a19843181 req-bb6b5d38-852b-49b8-9b3f-4021a762de2a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974908
Feb 05 23:45:17.472949 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-821348d2-b84b-4f38-870b-7b40deadb114 req-55d208cc-1d05-4f89-a7a5-8f97b09dd2d5 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327429
Feb 05 23:45:17.674819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:17.761840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:17.783805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port ef4715b9-7338-4083-a6d1-7b43197ed223, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ef4715b9-7338-4083-a6d1-7b43197ed223,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:17.979428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44084) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:18.023409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.028117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 01b90a77-85ed-4116-acf7-d6e62abb1dce up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:18.069142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3b3e-6fe5-4086-af89-bbd139d4316c req-d0ccafa5-7d3c-4269-9fd4-08641e8b6762 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:18.070965 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-263a3b3e-6fe5-4086-af89-bbd139d4316c req-d0ccafa5-7d3c-4269-9fd4-08641e8b6762 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.3016801
Feb 05 23:45:18.079918 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:18.271968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=ef4715b9-7338-4083-a6d1-7b43197ed223,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:18.286242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:18.395684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 01b90a77-85ed-4116-acf7-d6e62abb1dce completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:18.400253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.407610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 01b90a77-85ed-4116-acf7-d6e62abb1dce triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:18.408263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.432994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4394d8-ca84-4102-8bbc-2e1f44e28f92 req-84204e43-cfd8-4beb-9829-eda372cca37a tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:18.436367 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a4394d8-ca84-4102-8bbc-2e1f44e28f92 req-84204e43-cfd8-4beb-9829-eda372cca37a tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 945 time: 0.5066183
Feb 05 23:45:18.469034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:18.494586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Usage tracker for resource:security_group_rule and tenant:26c0682ac6da4746a708f7312cc05bd5 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:18.495573 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-263a3b3e-6fe5-4086-af89-bbd139d4316c req-d712dd5b-ab8a-4650-8989-3766483dc088 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3712571
Feb 05 23:45:18.513336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:18.543563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:18.701288 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a4394d8-ca84-4102-8bbc-2e1f44e28f92 req-180c0548-10d9-4a58-9527-083788675d92 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922910
Feb 05 23:45:18.843220 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223', 'code': 200}
Feb 05 23:45:18.879439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.895803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.948360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.960093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 01b90a77-85ed-4116-acf7-d6e62abb1dce, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=01b90a77-85ed-4116-acf7-d6e62abb1dce,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:18.975646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c47d64b-d750-49e0-9582-e8bf379d21ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:18.993665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:18.994647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 082d1206-1012-42ad-9755-f07166cdb603 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:19.136704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:19.163882 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26c0682ac6da4746a708f7312cc05bd5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1825073
Feb 05 23:45:19.168063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 44104) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:19.173234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c1b47e-e38f-4b3c-b41b-9dc2eaa11e8e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:19.190066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:19.354473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=01b90a77-85ed-4116-acf7-d6e62abb1dce,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:19.400022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:19.412414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 082d1206-1012-42ad-9755-f07166cdb603 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:19.435199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 082d1206-1012-42ad-9755-f07166cdb603 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:19.435875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:19.465187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:19.601827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:19.781438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:19.823787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3013ff7-fb78-4ffb-a977-93315f8c99fe req-54a148fc-cf45-4d4f-9801-d4519f9d5920 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:19.826148 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c3013ff7-fb78-4ffb-a977-93315f8c99fe req-54a148fc-cf45-4d4f-9801-d4519f9d5920 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.5335872
Feb 05 23:45:19.864187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 082d1206-1012-42ad-9755-f07166cdb603, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=082d1206-1012-42ad-9755-f07166cdb603,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:19.903158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:19.908834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:20.067734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:20.071930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:20.135062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ef4715b9-7338-4083-a6d1-7b43197ed223 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:20.171634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0ddcd-189f-4a54-b022-6298ee4955db req-e3a698ed-aef8-499d-8beb-133a1d650b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:20.173856 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-98a0ddcd-189f-4a54-b022-6298ee4955db req-e3a698ed-aef8-499d-8beb-133a1d650b5b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 1162 time: 0.6533017
Feb 05 23:45:20.261680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ef4715b9-7338-4083-a6d1-7b43197ed223 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:20.262568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:20.279090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c3013ff7-fb78-4ffb-a977-93315f8c99fe req-23657317-743a-4a7d-8d1a-3d7612943140 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423533
Feb 05 23:45:20.281224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-98a0ddcd-189f-4a54-b022-6298ee4955db req-bfb8a80b-4611-45bd-9e47-6d49530c5e59 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954952
Feb 05 23:45:20.282854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:20.314889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-635a0ab1-35a0-4101-a3ca-98874973f039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:20.352608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:20.354647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f4c1b47e-e38f-4b3c-b41b-9dc2eaa11e8e HTTP/1.1" status: 204  len: 168 time: 1.1847515
Feb 05 23:45:20.386044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c1b47e-e38f-4b3c-b41b-9dc2eaa11e8e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:20.390632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:20.593421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636df03-e67a-4ce0-a39b-c324f612b147 req-a90f14a3-195b-4ab0-97b5-597993671f63 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:20.602324 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8636df03-e67a-4ce0-a39b-c324f612b147 req-a90f14a3-195b-4ab0-97b5-597993671f63 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 946 time: 0.7734885
Feb 05 23:45:20.711636 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8636df03-e67a-4ce0-a39b-c324f612b147 req-d5f4e47c-f488-498f-9eb8-48cc98a6d4ef tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078517
Feb 05 23:45:20.737623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 082d1206-1012-42ad-9755-f07166cdb603 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:20.845118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce'}, {'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1206-1012-42ad-9755-f07166cdb603'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:20.954801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 082d1206-1012-42ad-9755-f07166cdb603 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:20.955663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:21.274876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 01b90a77-85ed-4116-acf7-d6e62abb1dce up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:21.330080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d704e5-0682-4324-a9bf-848223288013 req-f44775b1-8634-4532-b50c-b1c8c15bc9b5 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:21.339503 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e9d704e5-0682-4324-a9bf-848223288013 req-f44775b1-8634-4532-b50c-b1c8c15bc9b5 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 949 time: 0.3387482
Feb 05 23:45:21.382773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 01b90a77-85ed-4116-acf7-d6e62abb1dce triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:21.383319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:21.501661 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e9d704e5-0682-4324-a9bf-848223288013 req-00e71880-0085-4a7f-be95-50a0d7946e56 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606343
Feb 05 23:45:21.642829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4476073-b807-433e-ad86-661be26c7863 req-f418c3e0-9bed-449a-bc2d-0daf1d45b639 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:21.651614 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4476073-b807-433e-ad86-661be26c7863 req-f418c3e0-9bed-449a-bc2d-0daf1d45b639 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 945 time: 0.3092153
Feb 05 23:45:21.794862 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4476073-b807-433e-ad86-661be26c7863 req-a8883dd9-feb7-4186-8530-50a396e586eb tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421490
Feb 05 23:45:22.008080 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce', 'code': 200}
Feb 05 23:45:22.008918 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082d1206-1012-42ad-9755-f07166cdb603', 'code': 200}
Feb 05 23:45:22.100589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 082d1206-1012-42ad-9755-f07166cdb603 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:22.163913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-1329f419-a33f-4d0e-9799-1c0edee37b83 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:22.178245 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-1329f419-a33f-4d0e-9799-1c0edee37b83 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 815 time: 0.4536126
Feb 05 23:45:22.218208 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-e8ab67ae-13a9-4d47-b44f-27e64127e36f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/quotas/7e086b35cb954c0086f2d040b044fcf0 HTTP/1.1" status: 200  len: 375 time: 0.0328512
Feb 05 23:45:22.257670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 082d1206-1012-42ad-9755-f07166cdb603 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:22.258516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:22.358653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44154) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:22.564226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-b4741d04-c8bb-4077-b43c-292b5e9500a1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:22.598697 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-b360e816-5b8b-4b13-8967-bc23c7e400ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3738313
Feb 05 23:45:22.677933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1312338970-network', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:22.712566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:22.733221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Usage tracker for resource:network and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:22.738574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:22.754625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:22.756607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c26e2-63e6-4b92-a5a6-2332f135de33 req-6c36f92b-9c51-4a24-af13-e2b955671638 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:22.767822 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-093c26e2-63e6-4b92-a5a6-2332f135de33 req-6c36f92b-9c51-4a24-af13-e2b955671638 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.4655776
Feb 05 23:45:22.836184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b49b-38f0-47c2-91ab-69ff2dfea982 req-c85613c7-afb2-4721-8d98-8124e2342277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:22.838846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a1c4b49b-38f0-47c2-91ab-69ff2dfea982 req-c85613c7-afb2-4721-8d98-8124e2342277 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 1166 time: 0.2933116
Feb 05 23:45:22.844998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007038-2bf2-4348-a928-3d35a4f555f5 req-551cd129-1530-426d-8b23-36080609241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:22.847712 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56007038-2bf2-4348-a928-3d35a4f555f5 req-551cd129-1530-426d-8b23-36080609241f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 1163 time: 0.2445743
Feb 05 23:45:22.848646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Made reservation on behalf of 0ea243ebde1f4b58945991a930e1c069 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:22.854903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-b4741d04-c8bb-4077-b43c-292b5e9500a1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:22.856433 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-b4741d04-c8bb-4077-b43c-292b5e9500a1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6368876
Feb 05 23:45:22.860298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:22.951919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:22.990940 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a1c4b49b-38f0-47c2-91ab-69ff2dfea982 req-a453860a-1e71-43ba-9560-e34081523266 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083601
Feb 05 23:45:23.004758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:23.011574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:23.015302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:23.023532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:23.066215 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-80e9356f-90cf-4088-9b37-9b4a3ef5de6b service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681042
Feb 05 23:45:23.112593 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-093c26e2-63e6-4b92-a5a6-2332f135de33 req-ca74d398-12d8-4eaf-b2fc-ae9ef2cc678a tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2684541
Feb 05 23:45:23.143831 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56007038-2bf2-4348-a928-3d35a4f555f5 req-7bac13cb-2a06-4539-94f5-bfd221ac9ca9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335315
Feb 05 23:45:23.145392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-4bce11d7-d1b4-4b1d-a0f0-649e944c96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:23.149811 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-4bce11d7-d1b4-4b1d-a0f0-649e944c96c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.5039449
Feb 05 23:45:23.256633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.291335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.307519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:23.355082 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-1c855065-420f-4cdd-bb2d-f3872c460e5b service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2874017
Feb 05 23:45:23.375667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b947e2-b8a7-4f54-9eac-af0fa427863b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:23.384833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:23.408160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:45:23.436225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.437197 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Added segment 11ed1add-e2b7-43e6-b253-67b474b4c3de of type vxlan for network abd30419-0928-4820-a801-3cb6f16455f6
Feb 05 23:45:23.474068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.613506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4808d6d-e49a-4e9e-b80a-09304a65a6d4 req-a4b16a47-ae8d-4185-a4f7-4048fdc575bf tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:23.622138 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4808d6d-e49a-4e9e-b80a-09304a65a6d4 req-a4b16a47-ae8d-4185-a4f7-4048fdc575bf tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2651873
Feb 05 23:45:23.712263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-873c342d-d649-48b8-ad3b-8c77e39e2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:23.714225 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-873c342d-d649-48b8-ad3b-8c77e39e2a62 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.2065303
Feb 05 23:45:23.720980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4808d6d-e49a-4e9e-b80a-09304a65a6d4 req-d8775404-8734-4bef-b86f-82948d1193ea tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974300
Feb 05 23:45:23.732085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.734590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:23.735633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:23.742797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:24.005876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Pushing event updated for resources: {'Network': ['ID=abd30419-0928-4820-a801-3cb6f16455f6,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:24.011784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:24.016266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-b42498bb-fbfe-48b8-98f2-0a63954b8170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 1000 time: 0.2464485
Feb 05 23:45:24.021505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network abd30419-0928-4820-a801-3cb6f16455f6 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:45:24.051765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network abd30419-0928-4820-a801-3cb6f16455f6 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:45:24.115114 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.7515147
Feb 05 23:45:24.116033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44174) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:24.125084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Request body: {'subnet': {'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1312338970-subnet', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:24.130092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:24.144334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Usage tracker for resource:subnet and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:24.148618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:24.162706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:24.182387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-8d062883-6ef4-4bfc-9de3-09fc69656172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:24.184168 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-8d062883-6ef4-4bfc-9de3-09fc69656172 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.1557555
Feb 05 23:45:24.280163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Made reservation on behalf of 0ea243ebde1f4b58945991a930e1c069 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:24.290187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:24.291126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9b096-5209-42f8-abd4-2151670588f0 req-692f50d3-991a-4fa3-a158-6026f3d224c0 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:24.315802 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09c9b096-5209-42f8-abd4-2151670588f0 req-692f50d3-991a-4fa3-a158-6026f3d224c0 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 949 time: 0.4122598
Feb 05 23:45:24.464498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3b00-1d23-4f14-9d23-7d143def5862 req-ee4c9930-2d8f-41fe-91e8-67a04b7bb0e9 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:24.466415 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-177c3b00-1d23-4f14-9d23-7d143def5862 req-ee4c9930-2d8f-41fe-91e8-67a04b7bb0e9 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 946 time: 0.4951575
Feb 05 23:45:24.535661 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-0a4464a6-b0b9-47ea-9bf0-391f3156f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:24.535661 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-0a4464a6-b0b9-47ea-9bf0-391f3156f222 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3149142
Feb 05 23:45:24.537291 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09c9b096-5209-42f8-abd4-2151670588f0 req-12b83ae9-00c9-4402-a958-58cdc6d42e0d tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201915
Feb 05 23:45:24.609046 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-177c3b00-1d23-4f14-9d23-7d143def5862 req-229f377f-e475-469b-a3b0-d461cbde73ac tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333780
Feb 05 23:45:25.089117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c7ae0-c918-4a4a-b874-27e6c4471656 req-a2a8dbcd-a3c1-484a-a36b-96db5557bcd7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:25.090864 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7d0c7ae0-c918-4a4a-b874-27e6c4471656 req-a2a8dbcd-a3c1-484a-a36b-96db5557bcd7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 945 time: 0.2729425
Feb 05 23:45:25.117985 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-c89bbd26-0b58-42d2-96c5-b2148c05300e service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4908938
Feb 05 23:45:25.178047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca202f11-0dd7-4df6-a738-4a264660501f req-1ab5ef1c-e2ac-491c-94d7-bb3b7f1f174b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:25.179745 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca202f11-0dd7-4df6-a738-4a264660501f req-1ab5ef1c-e2ac-491c-94d7-bb3b7f1f174b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 946 time: 0.4390829
Feb 05 23:45:25.284090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-37a536c1-5c7f-4aa6-90c5-961cda4b3649 req-17d3dc6d-0e38-4027-8e19-6cad4e14757f service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548877
Feb 05 23:45:25.307017 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7d0c7ae0-c918-4a4a-b874-27e6c4471656 req-2c13e713-ad08-4272-a695-71cb4b4b47a7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260946
Feb 05 23:45:25.388599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Deleting port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:45:25.389197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:25.963293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] For port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:25.963789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:26.130810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:26.154841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 01b90a77-85ed-4116-acf7-d6e62abb1dce up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:26.155402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:26.207250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Calling delete_port for b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:45:26.256057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6f4b1d-1f4e-469f-af76-0952b9411869,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:26.263881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:26.471275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 01b90a77-85ed-4116-acf7-d6e62abb1dce triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:26.471936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:26.517861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:26.518637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Network hostable DHCP agents. Network: abd30419-0928-4820-a801-3cb6f16455f6, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:45:26.611414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Network abd30419-0928-4820-a801-3cb6f16455f6 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:45:26.662160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, abd30419-0928-4820-a801-3cb6f16455f6) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:26.710175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:26.714551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:26.771587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024af83-f36d-49a9-a339-e798cbe724ec None None] Network abd30419-0928-4820-a801-3cb6f16455f6 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:45:26.793521 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2ba147b0-0cfc-4f3a-9423-22e65b84f800 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6717148
Feb 05 23:45:26.798322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44208) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:26.800640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:26.807057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:26.812047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Usage tracker for resource:router and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:26.821102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:26.829171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:26.890983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:26.892181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:27.013066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 082d1206-1012-42ad-9755-f07166cdb603 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:27.061430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:27.127849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 082d1206-1012-42ad-9755-f07166cdb603 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:27.128300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:27.366786 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a0c5c421-2a45-45bc-a06a-e43b4cb0a373 req-42440d3f-13b5-4a33-9a19-2d2171b69434 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 210 time: 1.6984689
Feb 05 23:45:27.438315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-abd30419-0928-4820-a801-3cb6f16455f6', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:45:27.439355 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:27.704450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fc23d-6bbb-48c4-91cb-67a4721033f6 req-f4f1b842-eccf-4404-9b37-ac0ea6279e16 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:27.712842 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-430fc23d-6bbb-48c4-91cb-67a4721033f6 req-f4f1b842-eccf-4404-9b37-ac0ea6279e16 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=87bdc81a-0245-4341-86af-b89ac3735381 HTTP/1.1" status: 200  len: 867 time: 0.7633193
Feb 05 23:45:27.797971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:27.961699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:27.975960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:28.051289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Pushing event deleted for resources: {'Port': ['ID=b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:28.082176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:28.147729 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-430fc23d-6bbb-48c4-91cb-67a4721033f6 req-11982c12-9d44-4922-b829-1341a90d2e8e tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4337995
Feb 05 23:45:28.159029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Allocated IP 172.20.0.2 (abd30419-0928-4820-a801-3cb6f16455f6/5c6f4b1d-1f4e-469f-af76-0952b9411869/229bdc79-f9f6-410b-9d54-84838c07b1b7) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:28.306066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] No DVR routers for this DVR port b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:45:28.335535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:28.352497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'name': 'network-vif-deleted', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:28.487724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:28.499780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Transition to ACTIVE for port object 229bdc79-f9f6-410b-9d54-84838c07b1b7 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:28.519394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Transition to ACTIVE for port object 229bdc79-f9f6-410b-9d54-84838c07b1b7 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:28.534745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508b421-2b98-4b69-8bc2-1ee501b20f72 req-ae5f404a-92a6-4185-b576-46178f456d15 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:28.543582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3508b421-2b98-4b69-8bc2-1ee501b20f72 req-ae5f404a-92a6-4185-b576-46178f456d15 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.8271139
Feb 05 23:45:28.560154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:45:28.619059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:45:28.619580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:45:28.619923 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca202f11-0dd7-4df6-a738-4a264660501f req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "DELETE /v2.0/ports/b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f HTTP/1.1" status: 204  len: 173 time: 3.4223268
Feb 05 23:45:28.621633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:28.683256 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3508b421-2b98-4b69-8bc2-1ee501b20f72 req-5040957d-8ab2-4b31-b78d-b0f5b5b7a628 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386459
Feb 05 23:45:28.907958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:28.923127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d097f25-2f8f-49ef-9d02-d864b3b57c5f req-3aa98c29-472a-4275-b3a3-445cf39d947f tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:28.941533 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9d097f25-2f8f-49ef-9d02-d864b3b57c5f req-3aa98c29-472a-4275-b3a3-445cf39d947f tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 949 time: 0.5818913
Feb 05 23:45:28.997928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:29.019250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-df4403f6-3aac-4df6-bae7-cc561c62a94d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:29.020820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-df4403f6-3aac-4df6-bae7-cc561c62a94d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:29.049908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:29.054790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:29.059053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:29.106955 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9d097f25-2f8f-49ef-9d02-d864b3b57c5f req-aadf08d0-382f-4fba-8de6-0c56e53e9d4a tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636646
Feb 05 23:45:29.145115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-df4403f6-3aac-4df6-bae7-cc561c62a94d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:29.162647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-df4403f6-3aac-4df6-bae7-cc561c62a94d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 815 time: 0.7794619
Feb 05 23:45:29.221664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Pushing event updated for resources: {'Port': ['ID=229bdc79-f9f6-410b-9d54-84838c07b1b7,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:29.226002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:29.227024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Attempting to bind port 229bdc79-f9f6-410b-9d54-84838c07b1b7 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:29.227440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Attempting to bind port 229bdc79-f9f6-410b-9d54-84838c07b1b7 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:29.227847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Attempting to bind port 229bdc79-f9f6-410b-9d54-84838c07b1b7 on network abd30419-0928-4820-a801-3cb6f16455f6 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:29.241869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'port': {'device_id': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'admin_state_up': True, 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:29.257923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:29.258346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:29.259083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:29.259531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Bound using segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:29.260077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Bound port: 229bdc79-f9f6-410b-9d54-84838c07b1b7, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:29.260502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:29.374314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] For port 229bdc79-f9f6-410b-9d54-84838c07b1b7, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:29.378560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] For port 229bdc79-f9f6-410b-9d54-84838c07b1b7, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=229bdc79-f9f6-410b-9d54-84838c07b1b7,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:29.411257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:29.440030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93929af5-e0be-45d4-b481-35196daf643a req-c473ea71-c8af-4868-99fa-85ec5b946f1b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:29.448783 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93929af5-e0be-45d4-b481-35196daf643a req-c473ea71-c8af-4868-99fa-85ec5b946f1b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 946 time: 0.4506505
Feb 05 23:45:29.626494 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93929af5-e0be-45d4-b481-35196daf643a req-b3cfd1f8-2c0b-4306-834c-51793d3c2789 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679609
Feb 05 23:45:29.693588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:29.783118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:29.823083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:30.182945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Pushing event updated for resources: {'Port': ['ID=229bdc79-f9f6-410b-9d54-84838c07b1b7,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:30.190473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:30.225596 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bdc81a-0245-4341-86af-b89ac3735381', 'name': 'network-vif-deleted', 'tag': 'b1b5ae8a-2c91-49a6-8e62-9a5bea26f12f', 'status': 'completed', 'code': 200}
Feb 05 23:45:30.302880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Made reservation on behalf of 7e086b35cb954c0086f2d040b044fcf0 for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:30.370845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:30.522491 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-999b967c-b99b-4e46-833e-adba906eeb6f req-822b9a86-aa85-455b-85cc-4b79c43036fe tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 210 time: 0.1537085
Feb 05 23:45:31.112139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:31.167703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:31.202819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Allocated IP 172.20.0.13 (7ff3c610-e80b-4480-8110-8dfff5b7bf0c/fb6b5328-dc05-4fb4-8397-2189bb068ea1/b848b35c-b11b-4224-85b7-a0cf041e56b6) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:31.223598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9db27-01e3-44a3-b588-0252a85385b0 req-954386a6-83fb-4865-8159-3a51dc1a4097 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:31.246861 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23b9db27-01e3-44a3-b588-0252a85385b0 req-954386a6-83fb-4865-8159-3a51dc1a4097 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 945 time: 0.4364543
Feb 05 23:45:31.650189 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23b9db27-01e3-44a3-b588-0252a85385b0 req-79b3c9f9-570c-4d91-892d-61bd590ec820 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3968019
Feb 05 23:45:31.820620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-aa534fc4-7437-49c1-91c2-c7aa3d5d0950 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:31.822713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Allocated IP 172.27.3.206 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/0d7e315f-3293-4849-b4ee-ff8477a4ba25) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:31.823219 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-aa534fc4-7437-49c1-91c2-c7aa3d5d0950 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 945 time: 0.5732114
Feb 05 23:45:32.068446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Deleting port ef4715b9-7338-4083-a6d1-7b43197ed223 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:45:32.069211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:32.264743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:32.280831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f242-dfa1-4d97-9c39-c861dbbc6377 req-d68b72ae-8359-437c-a44c-1153933ec91c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:32.320111 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f809f242-dfa1-4d97-9c39-c861dbbc6377 req-d68b72ae-8359-437c-a44c-1153933ec91c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.8606017
Feb 05 23:45:32.347432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 229bdc79-f9f6-410b-9d54-84838c07b1b7 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:32.429412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:32.474248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:32.565092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:32.760134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ef4715b9-7338-4083-a6d1-7b43197ed223 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:45:32.872314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a375ee4-0276-491e-9baa-70d8cd75b877 None None] Network abd30419-0928-4820-a801-3cb6f16455f6 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:45:32.908516 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f809f242-dfa1-4d97-9c39-c861dbbc6377 req-f7c1070b-e881-498f-8905-47c5958d2c9d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5867174
Feb 05 23:45:33.192316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a2ea3-52cf-4f86-8dda-21b294bdfeed req-4740d702-c80a-409d-8a18-8229fa339896 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:33.202802 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-118a2ea3-52cf-4f86-8dda-21b294bdfeed req-4740d702-c80a-409d-8a18-8229fa339896 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 1.0332017
Feb 05 23:45:33.426141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Provisioning for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:33.443341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7e315f-3293-4849-b4ee-ff8477a4ba25,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:33.450334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Provisioning complete for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:33.451309 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:33.485567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:33.516507 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-118a2ea3-52cf-4f86-8dda-21b294bdfeed req-3bf82b75-5d8c-41d5-b1a9-d23842fdbffe tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3112769
Feb 05 23:45:33.648625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] For port ef4715b9-7338-4083-a6d1-7b43197ed223, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ef4715b9-7338-4083-a6d1-7b43197ed223,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:33.649071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:33.755588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:33.959725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:33.976207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Calling delete_port for ef4715b9-7338-4083-a6d1-7b43197ed223 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:45:33.996375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Transition to ACTIVE for port object b848b35c-b11b-4224-85b7-a0cf041e56b6 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:34.170847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:34.238018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] For port 229bdc79-f9f6-410b-9d54-84838c07b1b7, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=229bdc79-f9f6-410b-9d54-84838c07b1b7,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:34.308274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-930aebe3-9388-4446-ad49-d204c4c34842 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:34.309299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-930aebe3-9388-4446-ad49-d204c4c34842 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Synchronizing usage tracker for tenant:b226347506024234add2729f14eac82b on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:34.314410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:34.317630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:34.323761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:34.486674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ec43d-f30f-4d7e-844a-35df715a193c req-5560b343-2466-4897-961d-3947dda2e411 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:34.488959 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a39ec43d-f30f-4d7e-844a-35df715a193c req-5560b343-2466-4897-961d-3947dda2e411 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 949 time: 0.2708826
Feb 05 23:45:34.532093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:34.535418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:34.547092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:34.655447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ea152467-fdc3-49d4-b2cf-bb6c796eaf42 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:34.759724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Pushing event updated for resources: {'Port': ['ID=229bdc79-f9f6-410b-9d54-84838c07b1b7,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:34.775147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:34.778076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 082d1206-1012-42ad-9755-f07166cdb603 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:45:34.849505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:34.864048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-930aebe3-9388-4446-ad49-d204c4c34842 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Unset dirty status for tenant:b226347506024234add2729f14eac82b on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:34.872270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-930aebe3-9388-4446-ad49-d204c4c34842 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.86 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 949 time: 1.7171981
Feb 05 23:45:34.972776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:35.014896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082d1206-1012-42ad-9755-f07166cdb603'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:35.027234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:35.030962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 082d1206-1012-42ad-9755-f07166cdb603, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=082d1206-1012-42ad-9755-f07166cdb603,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:35.082773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f4efc57f-8361-47f5-baac-e326ca822026 None None] Provisioning complete for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:35.083453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f4efc57f-8361-47f5-baac-e326ca822026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:35.237378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:35.242061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:35.385552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:35.395621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Pushing event deleted for resources: {'Port': ['ID=ef4715b9-7338-4083-a6d1-7b43197ed223,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:35.404642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:35.490445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:35.658601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-dc4b0127-b9c8-4ce0-b2fc-45bf9a4a9d5c None None] Provisioning complete for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:35.659237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0127-b9c8-4ce0-b2fc-45bf9a4a9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:35.961523 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a39ec43d-f30f-4d7e-844a-35df715a193c req-6a6e36a4-f8ce-4aab-9b7a-ca743182b0ac tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4647808
Feb 05 23:45:36.412096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-362cc042-fd27-4537-afd0-607e7fea9419 None None] Provisioning complete for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:36.412600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-362cc042-fd27-4537-afd0-607e7fea9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:36.425447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec747ba-2db0-4829-9aa0-f94539ea721d req-9cb76730-2ca3-4bf7-bdf7-d59754d5da75 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:36.437089 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ec747ba-2db0-4829-9aa0-f94539ea721d req-9cb76730-2ca3-4bf7-bdf7-d59754d5da75 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 932 time: 1.6368086
Feb 05 23:45:36.490461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 229bdc79-f9f6-410b-9d54-84838c07b1b7 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:36.545772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:36.554511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:36.567820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:36.623166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:36.627294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.600s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:36.659252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Deleting port 082d1206-1012-42ad-9755-f07166cdb603 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:45:36.659710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:36.713185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:36.727572 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ec747ba-2db0-4829-9aa0-f94539ea721d req-e9f6a10c-bc10-4395-93a3-1f5fda31a46f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2505102
Feb 05 23:45:36.743351 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-748198c1-265d-4457-b8fb-652be7cd1730 req-2ecdd27a-f1c0-4163-9df2-71bac56eb70a tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.2642038
Feb 05 23:45:36.762799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 229bdc79-f9f6-410b-9d54-84838c07b1b7 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:36.763460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:36.946874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] No DVR routers for this DVR port ef4715b9-7338-4083-a6d1-7b43197ed223 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:45:36.950381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:36.976007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'name': 'network-vif-deleted', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:37.005180 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d7c3fc1e-045e-40b0-bb33-955e65a5b4aa req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "DELETE /v2.0/ports/ef4715b9-7338-4083-a6d1-7b43197ed223 HTTP/1.1" status: 204  len: 173 time: 5.1643789
Feb 05 23:45:37.491446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ca4b9019-caec-4312-9a70-b76c1e740893 None None] Provisioning for port b848b35c-b11b-4224-85b7-a0cf041e56b6 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:37.511048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-ca4b9019-caec-4312-9a70-b76c1e740893 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:37.511794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca4b9019-caec-4312-9a70-b76c1e740893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:37.649341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc71f4-0df3-4051-92d3-881e391e188b req-68864209-23dd-4544-a2f8-dc5f511f8ea4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:37.653445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-70bc71f4-0df3-4051-92d3-881e391e188b req-68864209-23dd-4544-a2f8-dc5f511f8ea4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Synchronizing usage tracker for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:37.708743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b9019-caec-4312-9a70-b76c1e740893 None None] Port b848b35c-b11b-4224-85b7-a0cf041e56b6 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:45:37.884813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:37.885586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:37.939720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-70bc71f4-0df3-4051-92d3-881e391e188b req-68864209-23dd-4544-a2f8-dc5f511f8ea4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Unset dirty status for tenant:b5fd54094df94139870ab02dd9b7cd08 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:37.955596 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-70bc71f4-0df3-4051-92d3-881e391e188b req-68864209-23dd-4544-a2f8-dc5f511f8ea4 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.9484730
Feb 05 23:45:38.193755 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-70bc71f4-0df3-4051-92d3-881e391e188b req-d6e3fe8d-32ae-4785-9620-f509b33ec2a5 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366211
Feb 05 23:45:38.387506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56519a73-f76a-4bfc-a2db-0f29aae92724 req-cbda9035-6a0e-49e4-99ed-72d097e42fac tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:38.391245 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56519a73-f76a-4bfc-a2db-0f29aae92724 req-cbda9035-6a0e-49e4-99ed-72d097e42fac tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.7188635
Feb 05 23:45:38.484994 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56519a73-f76a-4bfc-a2db-0f29aae92724 req-e7e5192c-406a-4f41-a433-252892d4b5fa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824606
Feb 05 23:45:38.601736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.4041049
Feb 05 23:45:38.624561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] For port 082d1206-1012-42ad-9755-f07166cdb603, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=082d1206-1012-42ad-9755-f07166cdb603,segment=NetworkSegment(ddf35006-4071-443a-9b7e-d45895eb417f),segment_id=ddf35006-4071-443a-9b7e-d45895eb417f)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:38.625745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:38.689766 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '082d1206-1012-42ad-9755-f07166cdb603', 'code': 200}
Feb 05 23:45:38.867145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632977d-006a-4fa5-9dcd-3eb8f46d7519 req-06f6d1fc-7d1d-4c3e-bfbc-5ae7077ffa38 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:38.876062 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0632977d-006a-4fa5-9dcd-3eb8f46d7519 req-06f6d1fc-7d1d-4c3e-bfbc-5ae7077ffa38 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3520596
Feb 05 23:45:38.980606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Request body: {'port': {'device_id': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:39.007944 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0632977d-006a-4fa5-9dcd-3eb8f46d7519 req-d93902d5-dd1f-4869-9524-4a2804301155 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304905
Feb 05 23:45:39.067619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Calling delete_port for 082d1206-1012-42ad-9755-f07166cdb603 owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:45:39.204145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:39.229418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec79395-c5bf-410c-ba5d-01dfa984a6b2 req-c70e3f7a-0c69-4881-a424-f72cad18968e tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:39.231275 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ec79395-c5bf-410c-ba5d-01dfa984a6b2 req-c70e3f7a-0c69-4881-a424-f72cad18968e tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 947 time: 0.3135333
Feb 05 23:45:39.394781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-63d176a6-c99b-4103-befc-3da8f0f65ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:39.408521 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ec79395-c5bf-410c-ba5d-01dfa984a6b2 req-0f0fcaaa-f1dd-4656-b16f-346e5c400869 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/security-groups?id=495daa0e-8f56-4015-9e12-0bee04c74a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697960
Feb 05 23:45:39.416389 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e00785c-f4fc-4b3f-a0e3-c99a7a437e62', 'name': 'network-vif-deleted', 'tag': 'ef4715b9-7338-4083-a6d1-7b43197ed223', 'status': 'completed', 'code': 200}
Feb 05 23:45:39.666253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:45:39.755191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:40.075064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-0439f9ca-b023-4f29-85ba-3ab88c5c10c8 req-c74c598b-9c32-4c71-95d8-064921d3fff5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Synchronizing usage tracker for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:45:40.196779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172f60-6343-4365-af60-1fe21a372bbc req-7fe7d886-d10b-4ee3-b9da-5560074207ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:40.207403 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-29172f60-6343-4365-af60-1fe21a372bbc req-7fe7d886-d10b-4ee3-b9da-5560074207ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 932 time: 0.5185657
Feb 05 23:45:40.273895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-0439f9ca-b023-4f29-85ba-3ab88c5c10c8 req-c74c598b-9c32-4c71-95d8-064921d3fff5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Unset dirty status for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:45:40.275429 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0439f9ca-b023-4f29-85ba-3ab88c5c10c8 req-c74c598b-9c32-4c71-95d8-064921d3fff5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e00785c-f4fc-4b3f-a0e3-c99a7a437e62 HTTP/1.1" status: 200  len: 210 time: 0.3141816
Feb 05 23:45:40.284711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-7d9b1d50-c314-4aa5-8633-78c3bb3b9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:40.286394 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-7d9b1d50-c314-4aa5-8633-78c3bb3b9034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1162 time: 0.4188800
Feb 05 23:45:40.331374 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-29172f60-6343-4365-af60-1fe21a372bbc req-a6abd517-f11a-4954-b301-c6dd3aadcd38 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227207
Feb 05 23:45:40.524268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-d65ceef0-f8b0-4b5b-b699-5dd2835d2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:40.525985 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-d65ceef0-f8b0-4b5b-b699-5dd2835d2ff8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.1935630
Feb 05 23:45:40.876344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:40.902722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Router 97f33848-83d6-413c-9a45-d5d170694f7f is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:45:40.907034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:40.947767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:41.167202 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-bddec488-ec38-458f-b6eb-7e0339e15998 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 1000 time: 0.1807859
Feb 05 23:45:41.209984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Pushing event deleted for resources: {'Port': ['ID=082d1206-1012-42ad-9755-f07166cdb603,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:41.279416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.282700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.294738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.295743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.296314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.297462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.298034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.298662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.299228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.299788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.300339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.300935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.301592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.302174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.302794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.303358 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.303917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.304472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.305040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.305600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.306182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.308825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:41.310210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:41.315189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.316008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.316731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:41.360596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21859d-1a1c-4792-9458-5e64aeaeb8f9 req-6c5c088e-865f-49d6-9c12-65d3753620a3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:41.365230 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a21859d-1a1c-4792-9458-5e64aeaeb8f9 req-6c5c088e-865f-49d6-9c12-65d3753620a3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2464676
Feb 05 23:45:41.471703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84421e12-731a-46c1-bd36-b1863df81a1d req-5b045355-9915-45c6-9b5e-a90fbf71722b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:41.480251 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-84421e12-731a-46c1-bd36-b1863df81a1d req-5b045355-9915-45c6-9b5e-a90fbf71722b tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.6239877
Feb 05 23:45:41.575661 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:41.587784 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-84421e12-731a-46c1-bd36-b1863df81a1d req-dad19c82-d014-47a2-85ab-29606587df57 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062963
Feb 05 23:45:41.655173 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6a21859d-1a1c-4792-9458-5e64aeaeb8f9 req-e4fcef7d-e1f1-440c-baef-a3fa0eca3dfc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413128
Feb 05 23:45:41.810593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94b87ec3-8c00-49e2-83ba-463cab40e6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:41.845934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-9cd7641f-f597-48e4-8681-7e3174c3b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:41.848109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-9cd7641f-f597-48e4-8681-7e3174c3b20b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.1418457
Feb 05 23:45:42.226448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13188dd-50ce-4a37-8fc5-a846fd319e2a req-f6ae5e14-b25a-4aa4-8a0d-a6894da65bdc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:42.235336 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a13188dd-50ce-4a37-8fc5-a846fd319e2a req-f6ae5e14-b25a-4aa4-8a0d-a6894da65bdc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.3859713
Feb 05 23:45:42.298316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] No DVR routers for this DVR port 082d1206-1012-42ad-9755-f07166cdb603 on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:45:42.304129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:42.337936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ba94d6b-0114-4ea5-adc7-5fc56d726e21 req-4571be79-cf0c-4373-9610-27d8ef091f52 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.0991726
Feb 05 23:45:42.352894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-deleted', 'tag': '082d1206-1012-42ad-9755-f07166cdb603'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:42.365523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:45:42.374228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b848b35c-b11b-4224-85b7-a0cf041e56b6 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:45:42.390178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:42.412030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:45:42.418038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Transition to ACTIVE for port object b848b35c-b11b-4224-85b7-a0cf041e56b6 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:42.440134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:45:42.441853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9b0da0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:45:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:42.544767 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a13188dd-50ce-4a37-8fc5-a846fd319e2a req-9a7590e0-6f14-46ec-8f66-de2e81153d0e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3038545
Feb 05 23:45:42.567339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-f1413466-322a-4ff3-bcb4-d8ee6c0c6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:42.569099 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-f1413466-322a-4ff3-bcb4-d8ee6c0c6e1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3323200
Feb 05 23:45:42.805130 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f20e9-f4b8-4506-b2d8-854ac128a51a req-f8a735cb-0088-4f70-8c42-1fa6a433fc19 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:42.814753 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2f3f20e9-f4b8-4506-b2d8-854ac128a51a req-f8a735cb-0088-4f70-8c42-1fa6a433fc19 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.2246282
Feb 05 23:45:42.901740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:45:42.913239 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2f3f20e9-f4b8-4506-b2d8-854ac128a51a req-4184d79b-487d-438a-be8a-72f965afbadf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973413
Feb 05 23:45:43.054142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac22810-0ded-4e2f-ba44-25686604ee7c', 'name': 'network-vif-deleted', 'tag': '082d1206-1012-42ad-9755-f07166cdb603', 'status': 'completed', 'code': 200}
Feb 05 23:45:43.540188 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-b8f326a1-f2b5-4399-b777-ef017f17e9f5 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5727863
Feb 05 23:45:43.675711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9b0da0>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:34Z', 'revision_number': 3, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:43.686683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:45:43.687431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Updating router 97f33848-83d6-413c-9a45-d5d170694f7f port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:45:43.756124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7984bd49-cc0d-483e-acfa-abe12b139721 req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.86 "DELETE /v2.0/ports/082d1206-1012-42ad-9755-f07166cdb603 HTTP/1.1" status: 204  len: 173 time: 8.5900097
Feb 05 23:45:43.759144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:43.764424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d34c7-33df-4db5-b1fb-7c1e40cd2219 req-d5954e1a-1460-483c-95e3-a0cc22b52110 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:43.766688 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-087d34c7-33df-4db5-b1fb-7c1e40cd2219 req-d5954e1a-1460-483c-95e3-a0cc22b52110 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3147256
Feb 05 23:45:43.802593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:43.838268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:43.842869 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2dbe56ec-7b85-49e0-8017-49bd358db198 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 17.0453036
Feb 05 23:45:43.859881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44396) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:43.865930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:43.881433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07971-128b-4ee3-8715-2d0dd145fcb1 req-0f5d491b-3320-41d5-b241-ae80e7bbc6cf tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:43.891330 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-07c07971-128b-4ee3-8715-2d0dd145fcb1 req-0f5d491b-3320-41d5-b241-ae80e7bbc6cf tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.4378922
Feb 05 23:45:43.913213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:44.000519 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-087d34c7-33df-4db5-b1fb-7c1e40cd2219 req-82bb3faa-ae14-48e5-a52f-fb54e9c47606 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903568
Feb 05 23:45:44.113542 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-07c07971-128b-4ee3-8715-2d0dd145fcb1 req-31237609-d999-419b-89e8-ef82ac194fe5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2204993
Feb 05 23:45:44.239206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:44.476597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ec71d71f-7dd5-44d1-9ccb-8ffb440df127 req-708d68bc-76a1-49df-b594-1db665e7e3df tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.1620207
Feb 05 23:45:44.732320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:44.783647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:44.893834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:44.964116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Transition to ACTIVE for port object 0d7e315f-3293-4849-b4ee-ff8477a4ba25 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:45.000332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:45.029671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-668de823-e007-4e3c-9b83-13f620fd7b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:45.230743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502608dd-26fc-4eff-85e2-5d64c01ec9b9 req-c47dfe65-6c6b-48cf-9d78-522a04dca904 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:45.251416 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-502608dd-26fc-4eff-85e2-5d64c01ec9b9 req-c47dfe65-6c6b-48cf-9d78-522a04dca904 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.4229572
Feb 05 23:45:45.384903 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-502608dd-26fc-4eff-85e2-5d64c01ec9b9 req-50afe9f8-6117-44c6-927b-6660945f5c7a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269643
Feb 05 23:45:45.454293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Pushing event updated for resources: {'Port': ['ID=0d7e315f-3293-4849-b4ee-ff8477a4ba25,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:45.560728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.561173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.561480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.561853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.562262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.562833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.563555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.563938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.564375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.564827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.565198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.566516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.567307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.567741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.568086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.568447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.568810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.569211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.569601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.569991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.570449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.570872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.571319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.571796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:45.608576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:45.657808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Attempting to bind port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:45.658288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Attempting to bind port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:45.658695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Attempting to bind port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:45.689258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:45.689787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:45.689966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:45.690120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:45.690592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:45.691155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Bound port: 0d7e315f-3293-4849-b4ee-ff8477a4ba25, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:45.691593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:45.813512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] For port 0d7e315f-3293-4849-b4ee-ff8477a4ba25, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:45.817348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] For port 0d7e315f-3293-4849-b4ee-ff8477a4ba25, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0d7e315f-3293-4849-b4ee-ff8477a4ba25,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:45.936316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:46.001282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:46.047139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Attempting to bind port b848b35c-b11b-4224-85b7-a0cf041e56b6 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:46.047788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Attempting to bind port b848b35c-b11b-4224-85b7-a0cf041e56b6 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:46.048409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Attempting to bind port b848b35c-b11b-4224-85b7-a0cf041e56b6 on network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:46.099159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:46.099855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Checking segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:46.100604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:46.101181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Bound using segment: {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:46.101866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Bound port: b848b35c-b11b-4224-85b7-a0cf041e56b6, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3561425c-75da-49ae-9cfb-681cd4a16bb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:46.102495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:46.165825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394aa9-8952-425f-855b-a484374e0e24 req-4117c9f3-b730-425c-9513-95f5c8a9c806 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:46.188100 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6394aa9-8952-425f-855b-a484374e0e24 req-4117c9f3-b730-425c-9513-95f5c8a9c806 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.3257930
Feb 05 23:45:46.292780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:46.299574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:45:46.368964 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6394aa9-8952-425f-855b-a484374e0e24 req-cfba5869-853e-4cd7-9e17-a65736774d87 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657755
Feb 05 23:45:46.395562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Pushing event updated for resources: {'Port': ['ID=0d7e315f-3293-4849-b4ee-ff8477a4ba25,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:46.405720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:46.435146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:46.501049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:46.513622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:45:46.514328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9b0da0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:45:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:46.990978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214305b-890f-42a9-876e-812b14160f82 req-56d99912-51ea-4481-8d8e-e5aa820afdde tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:47.000523 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b214305b-890f-42a9-876e-812b14160f82 req-56d99912-51ea-4481-8d8e-e5aa820afdde tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.3155177
Feb 05 23:45:47.131281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:47.156969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:47.219292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:45:47.282101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:47.389135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:47.391982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:47.394288 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] 10.222.0.86 "PUT /v2.0/ports/b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 1158 time: 8.4380085
Feb 05 23:45:47.395083 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b214305b-890f-42a9-876e-812b14160f82 req-4820d5fd-7d38-4f1c-9711-95fcf5fbed5f tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3931394
Feb 05 23:45:47.396730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:47.735963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b9b0da0>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:34Z', 'revision_number': 3, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:47.747010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36954ae0-a8c2-4b08-8f52-fe49eed354e5 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:34Z', 'revision_number': 3, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:45:47.865872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70dcc8-b7dd-4945-a9ba-99316dc26531 req-b47867fd-9484-420b-a8d2-e589fb81e696 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:47.867850 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5d70dcc8-b7dd-4945-a9ba-99316dc26531 req-b47867fd-9484-420b-a8d2-e589fb81e696 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2618694
Feb 05 23:45:47.981091 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5d70dcc8-b7dd-4945-a9ba-99316dc26531 req-d6b97fa7-fb3a-4587-9a1b-0e8e39ff4028 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066179
Feb 05 23:45:48.091320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Allocated IP 172.20.0.1 (abd30419-0928-4820-a801-3cb6f16455f6/5c6f4b1d-1f4e-469f-af76-0952b9411869/02025a3c-f02e-4615-acab-b6023b4e46eb) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:48.440477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:48.460223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Transition to ACTIVE for port object 02025a3c-f02e-4615-acab-b6023b4e46eb will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:48.520328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:48.550555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:48.693906 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a5e43e95-3423-4490-ae13-42b0b5ac02f5 req-4393345e-c74f-4f21-8be1-033f1c8b7418 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] 10.222.0.35 "GET /v2.0/ports?device_id=cac22810-0ded-4e2f-ba44-25686604ee7c HTTP/1.1" status: 200  len: 210 time: 0.1315544
Feb 05 23:45:49.017447 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:45:49.018525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Pushing event updated for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:49.053695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:49.218815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:49.220603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:49.225534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:49.444952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7d32c3f-12bd-406b-a1a1-99d894ce76ed req-0e3cec5b-3dae-4167-9bc8-680a3446c59e service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5367501
Feb 05 23:45:49.690765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a9e2e147-c3e8-4d6f-be08-6aa58eb3fe06 None None] Provisioning for port 02025a3c-f02e-4615-acab-b6023b4e46eb completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:49.699720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-a9e2e147-c3e8-4d6f-be08-6aa58eb3fe06 None None] Provisioning complete for port 02025a3c-f02e-4615-acab-b6023b4e46eb triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:49.700758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a9e2e147-c3e8-4d6f-be08-6aa58eb3fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:49.771504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:49.844034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-db03b6df-7966-4353-aba1-96c9d4be18b6 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:49.846737 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-db03b6df-7966-4353-aba1-96c9d4be18b6 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/networks?id=274e9f05-bcd7-4078-9a01-bfa9437a75e0 HTTP/1.1" status: 200  len: 808 time: 1.2197967
Feb 05 23:45:49.877811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-8821983c-72c8-473e-8eea-fdd8b9190bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:49.879911 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-8821983c-72c8-473e-8eea-fdd8b9190bef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1161 time: 0.9787190
Feb 05 23:45:49.914085 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-080165aa-196f-41b2-adc6-c752828f349a tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/quotas/6908cc4c9e5142e19d7c23f48b27456b HTTP/1.1" status: 200  len: 375 time: 0.0444882
Feb 05 23:45:49.927777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-aefb8695-9266-48f1-b9f4-c616ec9e5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:49.930788 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-aefb8695-9266-48f1-b9f4-c616ec9e5470 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.3309472
Feb 05 23:45:50.055982 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-20a234fb-de99-4fca-a445-b9dd98c91f26 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1230745
Feb 05 23:45:50.107112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2e147-c3e8-4d6f-be08-6aa58eb3fe06 None None] Port 02025a3c-f02e-4615-acab-b6023b4e46eb cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:45:50.135719 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-f078988b-041d-4cce-8ad5-709afec021a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 217 time: 0.2363522
Feb 05 23:45:50.241221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:50.320146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0d7e315f-3293-4849-b4ee-ff8477a4ba25 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:50.321157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee24efa-636f-402b-9c20-16c9c19274e4 req-ea88b185-8949-4e44-a65c-00072d46b6ef tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:50.324258 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ee24efa-636f-402b-9c20-16c9c19274e4 req-ea88b185-8949-4e44-a65c-00072d46b6ef tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.8838573
Feb 05 23:45:50.348840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-b69aab71-a540-4d24-bc56-b6a94a0c276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:50.350724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-b69aab71-a540-4d24-bc56-b6a94a0c276e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.2007737
Feb 05 23:45:50.455445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:50.464121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:50.464877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:50.548263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-1c3b7cf4-3b66-470f-bf56-ff5ca22c39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:50.550068 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-1c3b7cf4-3b66-470f-bf56-ff5ca22c39cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1907771
Feb 05 23:45:50.709353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:50.711061 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-7f07b74c-2e11-4288-a050-4f37f78fa9ec service neutron] 10.222.0.35 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3853152
Feb 05 23:45:50.738942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ee24efa-636f-402b-9c20-16c9c19274e4 req-d2913e62-fd1a-499c-9b06-8a75550db04c tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955361
Feb 05 23:45:50.743575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 0d7e315f-3293-4849-b4ee-ff8477a4ba25, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0d7e315f-3293-4849-b4ee-ff8477a4ba25,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:50.776682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:50.786516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-54a30647-df7d-4aa6-87ea-8c9eb207b3d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:50.951976 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-5a331676-c3e6-4986-9b2c-1359568e4f4a service neutron] 10.222.0.35 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2116933
Feb 05 23:45:51.021046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=0d7e315f-3293-4849-b4ee-ff8477a4ba25,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:51.036158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:51.049334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-3e580c1e-77cb-46e9-92aa-0e2e659e1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:51.055717 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-3e580c1e-77cb-46e9-92aa-0e2e659e1b8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.9882407
Feb 05 23:45:51.173417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.174057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.174709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.175327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.175952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.177602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.178224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.178859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.179756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.180123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.180658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.181259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.182024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.182578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.183182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.183842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.185066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.185683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.186741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.187905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.188516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.189113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.189735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.190275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:51.230410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:51.280928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:51.290742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:51.472441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-aba02879-b171-4b6d-8fab-03f598b0dd8c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:51.475641 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-aba02879-b171-4b6d-8fab-03f598b0dd8c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 0.8763571
Feb 05 23:45:51.544454 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-151a7bfa-4ade-4ba2-8eaa-23236545ee23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 1000 time: 0.3775101
Feb 05 23:45:51.580813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:45:51.708997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Deleting port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:45:51.709922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:51.788880 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-95bad8bd-ce03-4d89-9efc-04a3d62a82d4 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2308764
Feb 05 23:45:51.802501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:45:51.832946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:51.892032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-bfc45061-15ee-48e2-8b7b-e42221c81c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:51.894951 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-bfc45061-15ee-48e2-8b7b-e42221c81c4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.2330151
Feb 05 23:45:51.951419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:51.955006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:52.028198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.044802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:52.048150 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b4959c16-cc7e-47b6-805d-acc7c4d72e8d req-a991a1b9-61dd-4575-baf1-b5b52d15b308 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2476254
Feb 05 23:45:52.053868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.122786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.179701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d47d9-202d-47b3-b309-d413db3d4613 req-f62f813d-41ff-4604-abef-d967151869a5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:52.188853 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-213d47d9-202d-47b3-b309-d413db3d4613 req-f62f813d-41ff-4604-abef-d967151869a5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 1.1304860
Feb 05 23:45:52.227854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-766cf719-e83c-4ea2-b0ae-4538516b29e5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:52.320685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:52.330729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:52.368853 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-213d47d9-202d-47b3-b309-d413db3d4613 req-8831612a-0671-458e-9b7f-7479ed444a14 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707230
Feb 05 23:45:52.383607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Pushing event updated for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:52.392874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0d7e315f-3293-4849-b4ee-ff8477a4ba25 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:52.410187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:52.542622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:52.542622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.548743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.639412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0351b-a601-4774-9bb4-3f3edbf9bdd4 req-b89dcd12-3c03-4ac1-a94d-747cb53c444d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:52.653179 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86f0351b-a601-4774-9bb4-3f3edbf9bdd4 req-b89dcd12-3c03-4ac1-a94d-747cb53c444d tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 946 time: 1.0999911
Feb 05 23:45:52.760060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:52.764509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:52.774330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] For port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:52.774780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:52.785003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-b4793dfd-bfa2-4d0e-b6bb-8f6f2f205f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:52.786738 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-b4793dfd-bfa2-4d0e-b6bb-8f6f2f205f84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1161 time: 0.4629588
Feb 05 23:45:52.881632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-69ecef4c-7752-48d7-b0c6-21323cd024e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:52.889577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:45:52.889770 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-69ecef4c-7752-48d7-b0c6-21323cd024e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9714751
Feb 05 23:45:52.987163 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-86f0351b-a601-4774-9bb4-3f3edbf9bdd4 req-03461bc6-9c7b-4d1d-bd64-f338ab34099c tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/security-groups?id=41d2826d-22ac-4b2b-a90f-d16a3df395a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221405
Feb 05 23:45:53.059995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:53.136095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-23f5f880-a45a-48a2-a5b0-3b1646a8a613 None None] Provisioning complete for port 02025a3c-f02e-4615-acab-b6023b4e46eb triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:53.137003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-23f5f880-a45a-48a2-a5b0-3b1646a8a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:53.313255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-5e28521f-e49d-4227-9712-1753f0ff082b service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3242157
Feb 05 23:45:53.331899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-23f5f880-a45a-48a2-a5b0-3b1646a8a613 None None] Port 02025a3c-f02e-4615-acab-b6023b4e46eb cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:45:53.341677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:53.398454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:53.402646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:53.499738 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ac3b417e-0d53-47ef-b4bd-b29d792ea4ad req-8bdef6ac-8a2d-45b1-9807-6f8184aabe07 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769769
Feb 05 23:45:53.581231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:53.595016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:53.660822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012818a-4f10-432a-a882-1dbbe072b778 req-7e5302a4-bcbf-4154-8004-8053030aa71f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:53.662768 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c012818a-4f10-432a-a882-1dbbe072b778 req-7e5302a4-bcbf-4154-8004-8053030aa71f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.9992023
Feb 05 23:45:53.665411 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d5c82242-45ad-4174-81e6-e055e18350b3 req-7029085a-25d2-4edb-a345-94ee4950f894 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 210 time: 0.1642957
Feb 05 23:45:53.788973 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c012818a-4f10-432a-a882-1dbbe072b778 req-34d18acf-7d1f-4b76-aaf0-ef05cdb290c5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131709
Feb 05 23:45:53.814249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Calling delete_port for 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:45:53.988414 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380', 'code': 200}
Feb 05 23:45:54.152759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaf1c0-e7be-4782-8628-007e3affd41b req-8adcf968-c00d-44b8-8c92-b25acc617864 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:54.162599 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34aaf1c0-e7be-4782-8628-007e3affd41b req-8adcf968-c00d-44b8-8c92-b25acc617864 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.3208027
Feb 05 23:45:54.388179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:45:54.616381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-bf8ef023-e2a1-451f-bc04-9ffaad8cf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:54.616381 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-bf8ef023-e2a1-451f-bc04-9ffaad8cf44b service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.8243876
Feb 05 23:45:54.727796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34aaf1c0-e7be-4782-8628-007e3affd41b req-d3f6b06e-eca8-4691-945e-094f60fefc57 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5629187
Feb 05 23:45:54.741418 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-1d404e23-1323-43b4-ae93-d064722571e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 217 time: 0.1105893
Feb 05 23:45:54.741960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:54.767024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e6613950-b2c4-4c00-854f-bb8da31aa9ae tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:54.862878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Pushing event deleted for resources: {'Port': ['ID=25cdeeb3-3b07-45ec-8f55-0365e3bf7380,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:54.892645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:55.017322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069c22d-34e4-4451-8afa-521d1b849234 req-128694d6-0c8a-4213-b72c-070b65e2e1a6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:55.029961 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1069c22d-34e4-4451-8afa-521d1b849234 req-128694d6-0c8a-4213-b72c-070b65e2e1a6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.8621316
Feb 05 23:45:55.070145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:45:55.148006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-4fca8f67-2fa9-4d18-8fa6-63c04c726e71 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80273) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:45:55.148797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] No DVR routers for this DVR port 25cdeeb3-3b07-45ec-8f55-0365e3bf7380 on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:45:55.151719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:45:55.153694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:55.159695 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-321f60cd-1f2f-4992-b93a-2d04efaaacc9 req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.86 "DELETE /v2.0/ports/25cdeeb3-3b07-45ec-8f55-0365e3bf7380 HTTP/1.1" status: 204  len: 173 time: 3.6661770
Feb 05 23:45:55.159695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-deleted', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:55.163603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-000c9b82-8e34-409e-8af2-9c0923be030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:55.165370 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-000c9b82-8e34-409e-8af2-9c0923be030b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.3449769
Feb 05 23:45:55.173080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:45:55.175423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa1df98>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:45:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:55.229292 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] 10.222.0.35 "PUT /v2.0/routers/97f33848-83d6-413c-9a45-d5d170694f7f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1812212
Feb 05 23:45:55.299286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-21f50bc8-2d90-44c6-a7ba-f150773eb71b tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:55.301700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-21f50bc8-2d90-44c6-a7ba-f150773eb71b tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "GET /v2.0/networks?id=274e9f05-bcd7-4078-9a01-bfa9437a75e0 HTTP/1.1" status: 200  len: 808 time: 1.1357341
Feb 05 23:45:55.335915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-10134d07-f58b-45cf-9f1a-6f3a5471a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:55.337764 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-10134d07-f58b-45cf-9f1a-6f3a5471a460 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1640699
Feb 05 23:45:55.369765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Request body: {'port': {'device_id': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0', 'admin_state_up': True, 'tenant_id': '6908cc4c9e5142e19d7c23f48b27456b'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:55.489871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1069c22d-34e4-4451-8afa-521d1b849234 req-d1372050-0e77-49e8-8900-f2b3e525780d tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1864054
Feb 05 23:45:55.556580 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-dd60d9e6-cda5-4542-87c0-c420afd0cc8f service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109067
Feb 05 23:45:55.643833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:55.748589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:45:55.914782 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d3390fce-cb3b-4264-a2fb-09e05d7057bc req-fd4ab9f6-a8f3-41bc-908a-274a18167218 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3496966
Feb 05 23:45:55.915364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:55.959650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:55.984981 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6f12b03c-e431-40bb-acc4-d4cc3093a6c5 req-0d48b2e4-e67d-4647-a087-848559d190d9 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] 10.222.0.35 "GET /v2.0/ports?device_id=b22787ac-4310-4964-93fe-bcb502217815 HTTP/1.1" status: 200  len: 210 time: 0.2695816
Feb 05 23:45:56.004595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Made reservation on behalf of 6908cc4c9e5142e19d7c23f48b27456b for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:56.112695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:56.276305 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22787ac-4310-4964-93fe-bcb502217815', 'name': 'network-vif-deleted', 'tag': '25cdeeb3-3b07-45ec-8f55-0365e3bf7380', 'status': 'completed', 'code': 200}
Feb 05 23:45:56.330180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:56.449970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port b848b35c-b11b-4224-85b7-a0cf041e56b6 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:45:56.467995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:56.469361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:56.602632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa1df98>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:45:56.617176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:45:56.618066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Updating router 97f33848-83d6-413c-9a45-d5d170694f7f port 02025a3c-f02e-4615-acab-b6023b4e46eb binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:45:56.683647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-29a9dac3-132a-4b65-925e-c6f083b6168c req-12012796-bbf9-459f-a399-eaa18b8990c9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 210 time: 0.1266675
Feb 05 23:45:56.706937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Allocated IP 172.20.0.2 (274e9f05-bcd7-4078-9a01-bfa9437a75e0/5b436fe8-8095-43a9-bddd-ecc57cbfbce8/51f9f477-4f6c-4fdb-84cb-41135261ef6e) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:45:56.806606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:56.881663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57471a6-b34f-47fd-9578-ed68a91bca9e req-f691857c-22b0-4167-9cc0-9698a991f63e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:56.887765 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a57471a6-b34f-47fd-9578-ed68a91bca9e req-f691857c-22b0-4167-9cc0-9698a991f63e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.2921805
Feb 05 23:45:56.987584 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'code': 422} returned with failed status
Feb 05 23:45:57.071341 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a57471a6-b34f-47fd-9578-ed68a91bca9e req-af29a423-effc-41c0-8588-1caea72c4910 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822016
Feb 05 23:45:57.231304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.382162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:45:57.424874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.425714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44632) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:57.427494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:57.445734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.465590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1407056986-network', 'tenant_id': '7463e11e092740b5a7a49b401bf15601'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:57.476611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:57.504444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:57.514393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Usage tracker for resource:network and tenant:7463e11e092740b5a7a49b401bf15601 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:57.526615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:57.551428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:57.574651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d364a0-c9e1-4f59-b067-a0676ce6e297 req-7bd35592-5e9b-45e4-97e8-66e9f5d39ef1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:57.577706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13d364a0-c9e1-4f59-b067-a0676ce6e297 req-7bd35592-5e9b-45e4-97e8-66e9f5d39ef1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2285018
Feb 05 23:45:57.668775 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-13d364a0-c9e1-4f59-b067-a0676ce6e297 req-720bea2d-047b-4f78-8648-82ff1de1cf4e tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790448
Feb 05 23:45:57.674058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Made reservation on behalf of 7463e11e092740b5a7a49b401bf15601 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:57.690097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.690232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 44668) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:57.743360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.951064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:57.953837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:57.953837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Usage tracker for resource:security_group_rule and tenant:7463e11e092740b5a7a49b401bf15601 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:57.953837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:57.953837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:57.953837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:57.992553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.017424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0c9299c5-7b45-4660-a62e-e2dc47aefd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:58.038865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:45:58.106828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.109540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Added segment 8c13d64e-dbac-41fe-9256-3b4ceeb596d4 of type vxlan for network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4
Feb 05 23:45:58.119678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10dda7-0112-45ea-9ef7-850d3ae2b595,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:58.148188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:58.151558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44704) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:58.206791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.261286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.261979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:58.291040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.295073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:58.297135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.311195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:58.349851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port ac86dbf9-5faa-4917-b319-f7286f15ceca triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:58.350592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.455232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.497518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Transition to ACTIVE for port object 02025a3c-f02e-4615-acab-b6023b4e46eb will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:45:58.529151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.587138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:58.597241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:58.601324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:58.638912 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-993cd2f6-e50a-4e65-8ec9-297e9a2774b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4827089
Feb 05 23:45:58.641896 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.2100191
Feb 05 23:45:58.644927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44724) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:45:58.652890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Request body: {'subnet': {'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1407056986-subnet', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:45:58.667921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:45:58.682103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Usage tracker for resource:subnet and tenant:7463e11e092740b5a7a49b401bf15601 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:45:58.689637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:45:58.707069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:45:58.742730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:45:58.786949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Made reservation on behalf of 7463e11e092740b5a7a49b401bf15601 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:45:58.797880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.877825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:45:58.901480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:58.933241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:45:58.991919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:45:59.157832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Pushing event updated for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:59.201985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Pushing event updated for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:45:59.208429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.209535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.210307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:59.210857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.211798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.212754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.214440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.215862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.216840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.219711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.220683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.221642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.222679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.224844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.225818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.227145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.228192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.229432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.230432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.231407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.232356 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.233318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.235233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.236208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.237263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:45:59.258738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:45:59.278171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:45:59.293739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:45:59.319851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:45:59.351529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:45:59.562942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:45:59.562942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:59.661436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Attempting to bind port 02025a3c-f02e-4615-acab-b6023b4e46eb on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:45:59.662204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Attempting to bind port 02025a3c-f02e-4615-acab-b6023b4e46eb by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:45:59.662890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Attempting to bind port 02025a3c-f02e-4615-acab-b6023b4e46eb on network abd30419-0928-4820-a801-3cb6f16455f6 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:45:59.675237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:45:59.676064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:45:59.676819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:59.677475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Bound using segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:45:59.678230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Bound port: 02025a3c-f02e-4615-acab-b6023b4e46eb, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:45:59.679085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:59.743019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:45:59.744161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:45:59.804010 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4528940
Feb 05 23:45:59.950246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] For port 02025a3c-f02e-4615-acab-b6023b4e46eb, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:45:59.960237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] For port 02025a3c-f02e-4615-acab-b6023b4e46eb, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=02025a3c-f02e-4615-acab-b6023b4e46eb,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:46:00.036663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4ab60-ae7b-44f7-9d48-7e7eef621340 req-6e214601-63e7-4378-b474-5b52dbcacea9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:00.038087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-76d4ab60-ae7b-44f7-9d48-7e7eef621340 req-6e214601-63e7-4378-b474-5b52dbcacea9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Synchronizing usage tracker for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:00.058502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Request body: {'port': {'device_id': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:00.082950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:00.102844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:00.125330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:00.174051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-38845290-0411-4c01-9815-23c77d8219d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:00.345000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Pushing event updated for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:00.352945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:00.363827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:00.425826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:00.426916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa1df98>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:45:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:00.440244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a29220-cd51-4d43-9fac-3d873a3533cc,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:00.444393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:00.582428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Checking segment: {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:46:00.583117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Network hostable DHCP agents. Network: 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:46:00.609251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22c95f-b430-4e04-a680-1954947b66b6 req-5ad1ecda-48dd-4672-843b-c3605f03c788 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:00.612680 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d22c95f-b430-4e04-a680-1954947b66b6 req-5ad1ecda-48dd-4672-843b-c3605f03c788 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 2.3965149
Feb 05 23:46:00.695364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:46:00.740966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:00.746112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-76d4ab60-ae7b-44f7-9d48-7e7eef621340 req-6e214601-63e7-4378-b474-5b52dbcacea9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Unset dirty status for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:00.748013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-76d4ab60-ae7b-44f7-9d48-7e7eef621340 req-6e214601-63e7-4378-b474-5b52dbcacea9 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 931 time: 2.4803178
Feb 05 23:46:00.761553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:00.777972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:00.778803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:00.809888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d22c95f-b430-4e04-a680-1954947b66b6 req-9607572b-4405-484d-94ca-3eff9fd79732 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426544
Feb 05 23:46:00.881140 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f938bc9c-55c2-45a2-be85-8b250cc15502 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2341774
Feb 05 23:46:00.881851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44784) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:00.888637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:00.914170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:00.925028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Usage tracker for resource:router and tenant:7463e11e092740b5a7a49b401bf15601 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:00.931401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:00.949574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:00.997938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:01.005497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:01.040113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:01.255972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b6e6b-3b89-44f9-a2a9-bd3777c27049 None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:46:01.450109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:01.822838 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-76d4ab60-ae7b-44f7-9d48-7e7eef621340 req-6d69c3d1-8f39-4430-b0e0-a4b003e84c23 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0111635
Feb 05 23:46:01.891963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'fixed_ips': [{'subnet_id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:46:01.892995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:01.918945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c1014-a381-4ec0-8729-b960e3633334 req-6fb6fe69-9d22-478b-b227-00f47b96315f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:01.920837 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f64c1014-a381-4ec0-8729-b960e3633334 req-6fb6fe69-9d22-478b-b227-00f47b96315f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.6799064
Feb 05 23:46:01.940405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa1df98>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:45:59Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:02.034898 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f64c1014-a381-4ec0-8729-b960e3633334 req-24483637-ecf5-4232-9fa1-0bdae8da66c4 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843771
Feb 05 23:46:02.203522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c05f776-5343-49ef-b5a3-92261ef9a699 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:45:59Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:02.209263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'code': 200}
Feb 05 23:46:02.479424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:02.488862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-6d9d941c-c0f2-4715-b391-260252bcb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:02.491582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-6d9d941c-c0f2-4715-b391-260252bcb791 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd&tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 1160 time: 0.7043097
Feb 05 23:46:02.591819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f9f477-4f6c-4fdb-84cb-41135261ef6e {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:46:02.643321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:02.716226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Transition to ACTIVE for port object 51f9f477-4f6c-4fdb-84cb-41135261ef6e will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:02.727273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Deleting port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:02.727820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:02.805737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Allocated IP 172.20.0.2 (9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4/e0a29220-cd51-4d43-9fac-3d873a3533cc/f7c89d39-2bb3-4689-a39e-7b32022dd3e8) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:46:02.823593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:02.851651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-82d9f488-4bce-4f75-8cdc-6db2358fe52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:02.853384 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-82d9f488-4bce-4f75-8cdc-6db2358fe52c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1160 time: 0.3368289
Feb 05 23:46:02.861227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69a5c2-00b4-49c2-9000-0262aee1efe7 req-2bd3615a-8512-4569-99c3-9d10f94f3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:02.862942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa69a5c2-00b4-49c2-9000-0262aee1efe7 req-2bd3615a-8512-4569-99c3-9d10f94f3339 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.2622936
Feb 05 23:46:03.085770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-71ca48af-2399-4812-a3f9-f4d8016b5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:03.087506 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-71ca48af-2399-4812-a3f9-f4d8016b5696 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.2224209
Feb 05 23:46:03.234676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:03.246976 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-9d7b8da4-af16-40ca-813a-96a7f3c114f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 998 time: 0.1362398
Feb 05 23:46:03.375602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa69a5c2-00b4-49c2-9000-0262aee1efe7 req-fdb54e39-fc39-4baa-9f23-9553b51d4e94 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2854922
Feb 05 23:46:03.415629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:03.425975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-a1b5042f-c5ff-4b43-8948-0caab90eacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:03.446903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Transition to ACTIVE for port object f7c89d39-2bb3-4689-a39e-7b32022dd3e8 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:03.459791 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-a1b5042f-c5ff-4b43-8948-0caab90eacbc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.2017629
Feb 05 23:46:03.495576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Transition to ACTIVE for port object f7c89d39-2bb3-4689-a39e-7b32022dd3e8 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:03.553579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:03.597116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:03.872645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Pushing event updated for resources: {'Port': ['ID=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:03.876643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:03.960485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:46:03.962794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:03.965647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:46:04.017599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] For port cd0319bf-31a2-477e-8cc6-fd3e85c55b1a, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,segment=NetworkSegment(bb50e430-6dce-4e1c-b86e-defc8eff6cbe),segment_id=bb50e430-6dce-4e1c-b86e-defc8eff6cbe)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:04.017997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.043612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Attempting to bind port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:46:04.044333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Attempting to bind port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:46:04.045868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Attempting to bind port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 on network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:46:04.059768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:46:04.061187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Checking segment: {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:46:04.061910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.062627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Bound using segment: {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:46:04.063539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Bound port: f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:46:04.064420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.162747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.207655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Calling delete_port for cd0319bf-31a2-477e-8cc6-fd3e85c55b1a owned by network:router_interface {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:04.211906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.251086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-8932f3fe-5252-48ae-a15b-8855c59b0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:04.251086 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-8932f3fe-5252-48ae-a15b-8855c59b0d2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3561862
Feb 05 23:46:04.278100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] For port f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:46:04.282345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] For port f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:46:04.324282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:04.360420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:04.441029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44826) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:04.508203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1584fe-1c5f-4cb5-bc25-38698866ed08 req-697c536e-0572-45d0-b5f4-f93a2a2b77fb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:04.516980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc1584fe-1c5f-4cb5-bc25-38698866ed08 req-697c536e-0572-45d0-b5f4-f93a2a2b77fb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 2.0438316
Feb 05 23:46:04.542248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 02025a3c-f02e-4615-acab-b6023b4e46eb up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:04.634510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:04.676599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.443s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:04.696317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Pushing event updated for resources: {'Port': ['ID=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:04.804251 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-df0ba4b1-91f0-46ea-bfac-73395bc959e7 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5351431
Feb 05 23:46:04.850195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:04.996039 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc1584fe-1c5f-4cb5-bc25-38698866ed08 req-9816279a-fb08-4e6d-912a-0aad565b09aa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4755571
Feb 05 23:46:04.998482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 02025a3c-f02e-4615-acab-b6023b4e46eb completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:05.007464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 02025a3c-f02e-4615-acab-b6023b4e46eb triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:05.008538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.041239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Attempting to bind port 51f9f477-4f6c-4fdb-84cb-41135261ef6e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:46:05.041575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Attempting to bind port 51f9f477-4f6c-4fdb-84cb-41135261ef6e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:46:05.041986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Attempting to bind port 51f9f477-4f6c-4fdb-84cb-41135261ef6e on network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:46:05.059372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:46:05.059756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Checking segment: {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:46:05.060170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.060576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Bound using segment: {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:46:05.061088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Bound port: 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae22b97-3c9a-492e-8517-493f5b707407', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '274e9f05-bcd7-4078-9a01-bfa9437a75e0'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:46:05.061474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.197517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:46:05.201371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:46:05.218887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.275792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 02025a3c-f02e-4615-acab-b6023b4e46eb, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=02025a3c-f02e-4615-acab-b6023b4e46eb,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:05.301388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.315211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:05.319471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773cd3-23d3-4d14-a4a9-a9ff311e2683 req-4b180cc0-b725-4fc7-b55a-64b499dc6299 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:05.327574 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3b773cd3-23d3-4d14-a4a9-a9ff311e2683 req-4b180cc0-b725-4fc7-b55a-64b499dc6299 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.9367666
Feb 05 23:46:05.331757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Allocated IP 172.27.3.52 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/bc3aab38-88ee-470c-9da5-06b1c0893e5c) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:46:05.465228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:05.475397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:05.499998 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3b773cd3-23d3-4d14-a4a9-a9ff311e2683 req-c4d557a2-6fcd-44f7-9674-a34b21e67fcc tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703932
Feb 05 23:46:05.501725 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-0bc9b30a-3f66-43c0-bb0a-47fe71795493 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6843998
Feb 05 23:46:05.501871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.556324 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c1696d09-da2c-4cc8-9a7a-0a8d6e0dbd9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b226347506024234add2729f14eac82b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1116512
Feb 05 23:46:05.559872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44834) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:05.607985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:05.633734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.678570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.718571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.769252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.776780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Pushing event updated for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:05.780784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:05.795132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6c28149-908f-4ae0-9f20-33aee8b4d6c1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:05.847393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:05.848089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:05.849714 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] 10.222.0.86 "PUT /v2.0/ports/51f9f477-4f6c-4fdb-84cb-41135261ef6e HTTP/1.1" status: 200  len: 1157 time: 6.0291221
Feb 05 23:46:05.862433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:06.038424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Pushing event updated for resources: {'Port': ['ID=bc3aab38-88ee-470c-9da5-06b1c0893e5c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:06.044972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:06.065686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:06.073420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6bfba44d-f2ab-43e1-be47-539a08ebef57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:06.083210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:46:06.087144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:06.087414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e384b1-1e96-4fce-aafe-f783d3cf4c39 req-c2d138b9-2a8c-4388-96c0-ea32c6d98632 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:06.090423 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-43e384b1-1e96-4fce-aafe-f783d3cf4c39 req-c2d138b9-2a8c-4388-96c0-ea32c6d98632 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.7048247
Feb 05 23:46:06.093686 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e', 'status': 'completed', 'code': 200}
Feb 05 23:46:06.101126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:46:06.131544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495daa0e-8f56-4015-9e12-0bee04c74a8e,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:06.138122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:06.170849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:06.175777 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/495daa0e-8f56-4015-9e12-0bee04c74a8e HTTP/1.1" status: 204  len: 168 time: 0.6146896
Feb 05 23:46:06.290867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:06.450829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:06.786706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0319bf-31a2-477e-8cc6-fd3e85c55b1a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:06.858095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:06.915887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f7c89d39-2bb3-4689-a39e-7b32022dd3e8 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:06.976307 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-43e384b1-1e96-4fce-aafe-f783d3cf4c39 req-f6d345a8-bbe9-4c87-b4ac-b148d1b27a74 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8717952
Feb 05 23:46:07.205406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:07.220250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 02025a3c-f02e-4615-acab-b6023b4e46eb up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:07.289751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82984746-7d08-488a-84fd-42651914d174 None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:46:07.418641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Provisioning for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:07.429189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Provisioning complete for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:07.429727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:07.476327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d868-6efa-41db-af20-8b577214fd9d req-fa69ce8e-fa37-4c12-b53b-a504fa53b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:07.480050 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc16d868-6efa-41db-af20-8b577214fd9d req-fa69ce8e-fa37-4c12-b53b-a504fa53b342 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 1160 time: 1.3781567
Feb 05 23:46:07.653865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 02025a3c-f02e-4615-acab-b6023b4e46eb triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:07.654118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:07.690297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:07.753503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:07.980133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] For port f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:08.317272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:08.343882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6f204b73-8dbb-48c2-ac2c-6a8086650942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:08.488285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Pushing event updated for resources: {'Port': ['ID=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:08.502211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-69b842c0-7f1f-480a-86d6-f815f7b86024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:08.576376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:08.804071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:08.995913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4c097a3c-4329-4165-a6aa-37bca565cd99 None None] Provisioning complete for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:08.996295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c097a3c-4329-4165-a6aa-37bca565cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:09.289001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978463e-c707-4475-a118-13fe41bef721 req-f1fe6b34-b224-4318-88e3-a5f9eec5d4ea tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:09.305024 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7978463e-c707-4475-a118-13fe41bef721 req-f1fe6b34-b224-4318-88e3-a5f9eec5d4ea tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 2.8548982
Feb 05 23:46:09.421013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-670b46bb-6d6b-4ab0-9ac7-203edfbde5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:09.574732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-dd034559-18d5-4d4b-a830-5ada2fd0de99 None None] Provisioning complete for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:09.574732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dd034559-18d5-4d4b-a830-5ada2fd0de99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:09.621353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Router 881106de-2abb-4634-9408-c814163a31da is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:46:09.694987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d868-6efa-41db-af20-8b577214fd9d req-ca169c13-b970-41e8-9c4b-631f540cf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:09.699230 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc16d868-6efa-41db-af20-8b577214fd9d req-ca169c13-b970-41e8-9c4b-631f540cf81b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&shared=False HTTP/1.1" status: 200  len: 902 time: 2.0875661
Feb 05 23:46:09.875688 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7978463e-c707-4475-a118-13fe41bef721 req-0ae27cb6-ea25-4d02-8a1b-b6c272353f48 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5551598
Feb 05 23:46:10.053430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-999c6c53-ab6a-4103-9ab6-6e8e2507a9c3 None None] Provisioning complete for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:10.053430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-999c6c53-ab6a-4103-9ab6-6e8e2507a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:10.071681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981b642-8cb3-413b-b909-c74e0279041d req-9da65c09-3ceb-4120-852e-65ca95f588f3 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:10.095101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6981b642-8cb3-413b-b909-c74e0279041d req-9da65c09-3ceb-4120-852e-65ca95f588f3 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 2.8261232
Feb 05 23:46:10.344773 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6981b642-8cb3-413b-b909-c74e0279041d req-8a8ee58b-20e2-4bc6-ad43-fba594a7ee18 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485735
Feb 05 23:46:10.515426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f7c89d39-2bb3-4689-a39e-7b32022dd3e8 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:10.730769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:10.731445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:10.773606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:46:10.799786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Sync routers for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:46:10.825191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:10.826837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b806c18>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:45:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:10.861611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:10.865321 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.9820032
Feb 05 23:46:10.870087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44876) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:11.083681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20860c6d-b853-4925-b962-e7bc0a0f1094 req-c981f58a-a0ee-40bf-9c1b-15dfa738c4a1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:11.103564 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20860c6d-b853-4925-b962-e7bc0a0f1094 req-c981f58a-a0ee-40bf-9c1b-15dfa738c4a1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.7524488
Feb 05 23:46:11.379539 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20860c6d-b853-4925-b962-e7bc0a0f1094 req-ab3f6580-e0d1-45e7-9e9b-85682c63df8a tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437828
Feb 05 23:46:11.513935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:11.660776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8db51cc-9c09-4c45-9d55-33c28dfedaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:12.328284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b806c18>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:06Z', 'revision_number': 3, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:12.334909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Checking router: 881106de-2abb-4634-9408-c814163a31da for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:46:12.335371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Updating router 881106de-2abb-4634-9408-c814163a31da port bc3aab38-88ee-470c-9da5-06b1c0893e5c binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:46:12.506769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16d868-6efa-41db-af20-8b577214fd9d req-033b5a46-f4c5-4725-91d4-11392ecf21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:12.509807 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc16d868-6efa-41db-af20-8b577214fd9d req-033b5a46-f4c5-4725-91d4-11392ecf21d0 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6011546
Feb 05 23:46:12.511900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:12.817917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84e097-36e4-4205-8508-630dd5af3552 req-e25f68d8-f65c-4278-9581-66f41d77c5ff tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:12.821133 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a84e097-36e4-4205-8508-630dd5af3552 req-e25f68d8-f65c-4278-9581-66f41d77c5ff tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 1.4388025
Feb 05 23:46:13.165148 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a84e097-36e4-4205-8508-630dd5af3552 req-8c37b0dd-9412-48b1-b575-af1dc48a263c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2406619
Feb 05 23:46:13.177040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:13.177534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Router 7cd772a3-5882-411f-8931-24d9e7a54346 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:46:13.283142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:13.302641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Transition to ACTIVE for port object bc3aab38-88ee-470c-9da5-06b1c0893e5c will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:13.308388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7aeee3-1435-4c62-b124-e015d081b54b req-c818131f-0a44-476c-aaf1-e2839a195b02 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:13.315406 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cc7aeee3-1435-4c62-b124-e015d081b54b req-c818131f-0a44-476c-aaf1-e2839a195b02 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 1.5423434
Feb 05 23:46:13.346452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:13.407562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cf44c667-d7c2-4c97-9dd9-d66d3ce5c3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:13.662722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:46:13.676071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b96afb-4647-477e-87c9-2465addd6dac None None] Pushing event updated for resources: {'Port': ['ID=bc3aab38-88ee-470c-9da5-06b1c0893e5c,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:13.696033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Sync routers for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:46:13.708579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81b96afb-4647-477e-87c9-2465addd6dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:13.753727 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] 10.222.0.35 "PUT /v2.0/routers/7cd772a3-5882-411f-8931-24d9e7a54346/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 16.0600436
Feb 05 23:46:13.759904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:13.761857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-51823ba8-f51b-4f9f-bf7d-546cd482d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:13.763762 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-51823ba8-f51b-4f9f-bf7d-546cd482d843 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 1160 time: 0.9413521
Feb 05 23:46:13.767871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba59a58>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:13.775979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 44894) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:13.874673 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Attempting to bind port bc3aab38-88ee-470c-9da5-06b1c0893e5c on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:46:13.878316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Attempting to bind port bc3aab38-88ee-470c-9da5-06b1c0893e5c by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:46:13.879065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Attempting to bind port bc3aab38-88ee-470c-9da5-06b1c0893e5c on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:46:13.895573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:46:13.899232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:46:13.901715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:13.902813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:46:13.907323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Bound port: bc3aab38-88ee-470c-9da5-06b1c0893e5c, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:46:13.908140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:14.149981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] For port bc3aab38-88ee-470c-9da5-06b1c0893e5c, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:46:14.167912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] For port bc3aab38-88ee-470c-9da5-06b1c0893e5c, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=bc3aab38-88ee-470c-9da5-06b1c0893e5c,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:46:14.232539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:14.299776 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cc7aeee3-1435-4c62-b124-e015d081b54b req-53c3292c-f1d8-4abd-bf53-9539f2a26d06 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9765427
Feb 05 23:46:14.300112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:14.320756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks [] for router, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:14.352906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Allocated IP 172.20.0.1 (9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4/e0a29220-cd51-4d43-9fac-3d873a3533cc/cff26176-9631-42f4-98c1-85f4969cfda2) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:46:14.680655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b96afb-4647-477e-87c9-2465addd6dac None None] Pushing event updated for resources: {'Port': ['ID=bc3aab38-88ee-470c-9da5-06b1c0893e5c,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:14.685111 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81b96afb-4647-477e-87c9-2465addd6dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:14.705703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:14.793626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:14.809782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:14.811890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b806c18>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:14.848998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Transition to ACTIVE for port object cff26176-9631-42f4-98c1-85f4969cfda2 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:14.923925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:14.988259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:15.052786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.234495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:15.238401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Pushing event updated for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:15.246727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:15.285520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.416025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.416345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.423251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Deleting port 24bd33aa-b7af-43dd-8f78-afbfd87b7269 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:15.423999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.506408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:46:15.507264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba59a58>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:15.508086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:15.517513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:46:15.530034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Checking router: 7cd772a3-5882-411f-8931-24d9e7a54346 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:46:15.563926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Routers {'7cd772a3-5882-411f-8931-24d9e7a54346'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:15.576586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba59a58>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7cd772a3-5882-411f-8931-24d9e7a54346'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:15.642081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:15.848422 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-0e896969-eff2-44b1-b7f0-867511928261 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e HTTP/1.1" status: 200  len: 217 time: 0.7334523
Feb 05 23:46:15.922334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] Set router 7cd772a3-5882-411f-8931-24d9e7a54346 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:15.977392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] For port 24bd33aa-b7af-43dd-8f78-afbfd87b7269, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=24bd33aa-b7af-43dd-8f78-afbfd87b7269,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:15.978136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:16.179014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b806c18>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:06Z', 'revision_number': 3, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:16.184846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ea7921-e24e-4f7e-8906-6c2b1a011d5f None None] The sync data for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi is: [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:06Z', 'revision_number': 3, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:16.222067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:16.618906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Calling delete_port for 24bd33aa-b7af-43dd-8f78-afbfd87b7269 owned by network:router_gateway {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:16.657746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5520df58-179c-4f5f-8170-ed593d934fe8 None None] Provisioning for port cff26176-9631-42f4-98c1-85f4969cfda2 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:16.668050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:46:16.670452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5520df58-179c-4f5f-8170-ed593d934fe8 None None] Provisioning complete for port cff26176-9631-42f4-98c1-85f4969cfda2 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:16.671025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5520df58-179c-4f5f-8170-ed593d934fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:16.817649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5520df58-179c-4f5f-8170-ed593d934fe8 None None] Port cff26176-9631-42f4-98c1-85f4969cfda2 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:46:16.856029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba59a58>, [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:16.860591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-9e9b26c4-813d-4116-86c0-29a835803704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:16.864808 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-9e9b26c4-813d-4116-86c0-29a835803704 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5b436fe8-8095-43a9-bddd-ecc57cbfbce8 HTTP/1.1" status: 200  len: 848 time: 0.9654207
Feb 05 23:46:16.880459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56781bd2-91d3-495b-af20-33e2930d473f None None] The sync data for ids ['7cd772a3-5882-411f-8931-24d9e7a54346'] in dv-cinder-774288-3-iscsi is: [{'id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'name': 'tempest-ServerRescueNegativeTestJSON-1675274506-router', 'tenant_id': 'b5fd54094df94139870ab02dd9b7cd08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:34Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': 'b5fd54094df94139870ab02dd9b7cd08', 'gw_port': {'id': '24bd33aa-b7af-43dd-8f78-afbfd87b7269', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd772a3-5882-411f-8931-24d9e7a54346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:36Z', 'updated_at': '2021-02-05T23:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:17.120300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:17.158429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:17.248191 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-eee6b176-8ff4-4812-a6db-07a8fc210ee6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:17.513051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca032d3-b0ca-4a4e-98d8-debc9aa34adf req-5e4dad04-e3bd-4ea2-8ed7-a95174236722 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:17.515158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Pushing event updated for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:17.532535 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dca032d3-b0ca-4a4e-98d8-debc9aa34adf req-5e4dad04-e3bd-4ea2-8ed7-a95174236722 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 2.4352572
Feb 05 23:46:17.554658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:17.841607 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dca032d3-b0ca-4a4e-98d8-debc9aa34adf req-31be6efc-b829-4851-8e48-f74af10ab37f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078759
Feb 05 23:46:17.914823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:18.181765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:46:18.192773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:18.216974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccae2c8-176e-4d22-8110-586de50c1223 req-03baf87d-bc4e-4548-8349-f0a23d0b10ae tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:18.227801 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1ccae2c8-176e-4d22-8110-586de50c1223 req-03baf87d-bc4e-4548-8349-f0a23d0b10ae tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 3.2388482
Feb 05 23:46:18.352517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.plugins.ml2.ovo_rpc [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = function(*args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     proto.__init__(conn_state, self)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle()
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle_one_request()
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle_one_response()
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = self.application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return app(environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return request.get_response(self.application)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self._app)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = self.app(environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:46:18.376242 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = method(request=request, **args)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._delete(request, id, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*dup_args, **dup_kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     obj_deleter(request.context, id, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return method(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*dup_args, **dup_kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._delete_current_gw_port(context, id, router, None)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, context, *args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return method(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     context, port, router_ids, bound_mech_contexts)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     return function(*args, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     callback(resource, event, trigger, **kwargs)
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     if self._is_session_semantic_violated(context, resource, event):
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]:     stack = traceback.extract_stack()
Feb 05 23:46:18.384718 dv-cinder-774288-3-iscsi neutron-server[80158]: 
Feb 05 23:46:18.599677 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-0f9979b5-b1d9-4b59-bada-3358997bb829 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=274e9f05-bcd7-4078-9a01-bfa9437a75e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.9119966
Feb 05 23:46:18.600886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device bc3aab38-88ee-470c-9da5-06b1c0893e5c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:18.824251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3d036574-f7dd-4f8d-9888-40e9c3c17983 None None] Provisioning complete for port cff26176-9631-42f4-98c1-85f4969cfda2 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:18.825464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3d036574-f7dd-4f8d-9888-40e9c3c17983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:18.839251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Router 881106de-2abb-4634-9408-c814163a31da has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:46:19.025582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3d036574-f7dd-4f8d-9888-40e9c3c17983 None None] Port cff26176-9631-42f4-98c1-85f4969cfda2 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:46:19.044045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port bc3aab38-88ee-470c-9da5-06b1c0893e5c completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:19.057123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port bc3aab38-88ee-470c-9da5-06b1c0893e5c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:19.057439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:19.232524 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1ccae2c8-176e-4d22-8110-586de50c1223 req-0301c2a8-553f-4cc4-810d-db91500bf41d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0036309
Feb 05 23:46:19.449848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:19.478691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d63ca-9c72-4751-bb4f-19987d7ce79d req-03b09c50-3cd4-4979-9e31-b50ef6857cdf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:19.487712 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e3d63ca-9c72-4751-bb4f-19987d7ce79d req-03b09c50-3cd4-4979-9e31-b50ef6857cdf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 1.2217391
Feb 05 23:46:19.529858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port bc3aab38-88ee-470c-9da5-06b1c0893e5c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=bc3aab38-88ee-470c-9da5-06b1c0893e5c,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:19.587473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:19.605839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:19.613724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-5c2a02f4-a0d3-46f7-a790-4b8189065548 service neutron] 10.222.0.86 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8803871
Feb 05 23:46:19.622484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:19.756737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cd0319bf-31a2-477e-8cc6-fd3e85c55b1a no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:46:19.833258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: cd0319bf-31a2-477e-8cc6-fd3e85c55b1a {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:46:19.834057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cd0319bf-31a2-477e-8cc6-fd3e85c55b1a not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:46:19.847234 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e3d63ca-9c72-4751-bb4f-19987d7ce79d req-989ef2d5-ebf5-459b-8bd4-6bc8edda56bd tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3582110
Feb 05 23:46:19.909172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=bc3aab38-88ee-470c-9da5-06b1c0893e5c,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:19.920922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:20.132326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:20.136746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:20.178801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:46:20.190248 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] 10.222.0.35 "PUT /v2.0/routers/881106de-2abb-4634-9408-c814163a31da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3177333
Feb 05 23:46:20.368357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device bc3aab38-88ee-470c-9da5-06b1c0893e5c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:20.438734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:20.439691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd772a3-5882-411f-8931-24d9e7a54346 {{(pid=80271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:46:20.482409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:20.485811 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-20cece3b-6191-4860-8624-60f754a6bc04 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7cd772a3-5882-411f-8931-24d9e7a54346 HTTP/1.1" status: 204  len: 168 time: 6.7062328
Feb 05 23:46:20.486401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44932) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:20.608145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Sync routers for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:46:20.629125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:20.630910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c3fe470>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:20.649026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port bc3aab38-88ee-470c-9da5-06b1c0893e5c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:20.651561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:20.756439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Deleting subnet 2ee69ecc-ad35-4cdd-bad5-ee5839d72934 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:46:20.766275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:21.086246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:21.133076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:21.293192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015879c2-bc34-419a-b105-921b37bf0650 req-0c6f9511-95ea-48e5-ab8e-48e573351478 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:21.302975 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-015879c2-bc34-419a-b105-921b37bf0650 req-0c6f9511-95ea-48e5-ab8e-48e573351478 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.7732916
Feb 05 23:46:21.453073 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-015879c2-bc34-419a-b105-921b37bf0650 req-764def76-8e5c-4f8b-abbf-5c5d77813009 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434469
Feb 05 23:46:21.509037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:21.945030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c3fe470>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:15Z', 'revision_number': 4, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cff26176-9631-42f4-98c1-85f4969cfda2', 'name': '', 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'mac_address': 'fa:16:3e:50:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:13Z', 'updated_at': '2021-02-05T23:46:16Z', 'revision_number': 2, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'subnets': [{'id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:21.957587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Checking router: 881106de-2abb-4634-9408-c814163a31da for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:46:21.958494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Updating router 881106de-2abb-4634-9408-c814163a31da port cff26176-9631-42f4-98c1-85f4969cfda2 binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:46:21.988783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2007e-9a16-40ea-82a9-983cf69dec92 req-ea705903-1cb6-4c7c-b9d6-5643c508a2ae tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:21.998782 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d9f2007e-9a16-40ea-82a9-983cf69dec92 req-ea705903-1cb6-4c7c-b9d6-5643c508a2ae tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.2168183
Feb 05 23:46:22.085253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:22.308372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2060377666', 'description': 'tempest-TestVolumeBootPattern-2060377666 description'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:22.363763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:22.376028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 24bd33aa-b7af-43dd-8f78-afbfd87b7269 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:46:22.408048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:security_group and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:22.422389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:22.463607 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d9f2007e-9a16-40ea-82a9-983cf69dec92 req-49efa916-0b0b-4c4c-9c4f-b0f662bc2d01 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4626613
Feb 05 23:46:22.465201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:22.580625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 24bd33aa-b7af-43dd-8f78-afbfd87b7269 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:46:22.581252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 24bd33aa-b7af-43dd-8f78-afbfd87b7269 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:46:22.744504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:22.837530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee69ecc-ad35-4cdd-bad5-ee5839d72934,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:22.849658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:22.858644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:22.863200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:22.871411 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-194d0f6f-0542-486a-9e1d-ca934c6e3e1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2ee69ecc-ad35-4cdd-bad5-ee5839d72934 HTTP/1.1" status: 204  len: 168 time: 2.3801475
Feb 05 23:46:22.871976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44956) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:22.954173 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-251e4345-42a5-484d-ad7b-06a2ca0ef7ab req-6b3e58f5-0654-4900-90bf-f8344c2fccfb service neutron] 10.222.0.86 "GET /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4835207
Feb 05 23:46:22.991170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.008408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Transition to ACTIVE for port object cff26176-9631-42f4-98c1-85f4969cfda2 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:46:23.054928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.067316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcae566-ee5e-43a4-b01b-9c837e8222c9 req-d6f0393a-03ca-4b2f-bbf7-b2dbef7e2fb1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:23.069145 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ffcae566-ee5e-43a4-b01b-9c837e8222c9 req-d6f0393a-03ca-4b2f-bbf7-b2dbef7e2fb1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.1899028
Feb 05 23:46:23.070676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.079385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.109172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:23.118594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:23.133889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:security_group_rule and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:23.137310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:23.151629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:23.173496 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ffcae566-ee5e-43a4-b01b-9c837e8222c9 req-c382e9b5-fe4c-42eb-8386-abf8453c43c0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860407
Feb 05 23:46:23.270636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.313711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.324407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-276393f0-012a-4413-a4a1-b7ee42f6e992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:23.338444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf15a4-722a-495a-8fe2-89dd533f6afa None None] Pushing event updated for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:23.343715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98bf15a4-722a-495a-8fe2-89dd533f6afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:23.402222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.542608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.544852 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee0e910f-9220-4735-8e98-65c06548eea0 req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 1.2440052
Feb 05 23:46:23.552380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70aed247-eb81-4579-b0ac-deeab1a2c96d,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:23.559023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:23.576338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad1c358>,) {'filters': {'network_id': ['b09817e7-8ef7-414e-86d6-9693d544b095']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:23.577492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Attempting to bind port cff26176-9631-42f4-98c1-85f4969cfda2 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:46:23.580643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Attempting to bind port cff26176-9631-42f4-98c1-85f4969cfda2 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:46:23.581026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Attempting to bind port cff26176-9631-42f4-98c1-85f4969cfda2 on network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:46:23.597486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:46:23.597910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Checking segment: {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:46:23.598437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.598833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Bound using segment: {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:46:23.599390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Bound port: cff26176-9631-42f4-98c1-85f4969cfda2, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c13d64e-dbac-41fe-9256-3b4ceeb596d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:46:23.599818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.607703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad1c358>, 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:23.609026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad1c358>, 'bb50e430-6dce-4e1c-b86e-defc8eff6cbe') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:23.629137 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-402dc0fa-947a-4c51-ae0d-7836f68b6e18 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2106719
Feb 05 23:46:23.637986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.741099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.745242 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:46:23.807439 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-204e35a6-b86f-4642-8c42-2e14df1972f7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups/70aed247-eb81-4579-b0ac-deeab1a2c96d HTTP/1.1" status: 200  len: 1808 time: 0.1756363
Feb 05 23:46:23.914135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] For port cff26176-9631-42f4-98c1-85f4969cfda2, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:46:23.919076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] For port cff26176-9631-42f4-98c1-85f4969cfda2, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cff26176-9631-42f4-98c1-85f4969cfda2,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:46:23.970412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:23.992653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-854ab911-3c0e-43d3-aeb7-b4e408fb3acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:23.998845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70aed247-eb81-4579-b0ac-deeab1a2c96d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:23.999204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70aed247-eb81-4579-b0ac-deeab1a2c96d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:24.016214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Network b09817e7-8ef7-414e-86d6-9693d544b095 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:46:24.026722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:24.045224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:24.049766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:security_group_rule and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:24.053044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:24.059287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:24.098604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-1381fc16-c4b9-458d-86ce-15c21f7a36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:24.100659 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-1381fc16-c4b9-458d-86ce-15c21f7a36b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 1162 time: 0.2228680
Feb 05 23:46:24.242375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Network b09817e7-8ef7-414e-86d6-9693d544b095 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:46:24.312039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf15a4-722a-495a-8fe2-89dd533f6afa None None] Pushing event updated for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=4']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:24.333650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567621b0-e455-40e3-a9c2-d8c3f90b0d81 req-7b017848-f3d7-49d5-8e4c-8ce4f539f9ac tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:24.338022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98bf15a4-722a-495a-8fe2-89dd533f6afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:24.347381 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-567621b0-e455-40e3-a9c2-d8c3f90b0d81 req-7b017848-f3d7-49d5-8e4c-8ce4f539f9ac tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.5725744
Feb 05 23:46:24.415249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:24.415249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c3fe470>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:46:24.415426 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:46:24.580992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:24.586021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d9195d21-f8cd-4933-9269-4d539111828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:24.602632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-567621b0-e455-40e3-a9c2-d8c3f90b0d81 req-4b1a2994-35bf-44ec-a36f-4bb2da568d63 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386346
Feb 05 23:46:24.618561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:24.647125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09817e7-8ef7-414e-86d6-9693d544b095,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:24.653875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:24.659336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:24.722820 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b09817e7-8ef7-414e-86d6-9693d544b095 HTTP/1.1" status: 204  len: 168 time: 1.8494565
Feb 05 23:46:24.747366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:24.931857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.015184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-70415f8d-5745-410f-9777-3ea3bf538c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:25.018187 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-70415f8d-5745-410f-9777-3ea3bf538c99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.6066790
Feb 05 23:46:25.021325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.032080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-829b9bf1-d188-4b10-8732-2d7e648e71f4 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:25.093429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263f86db-3eb1-491f-bda8-9a84d67c0898,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:25.105045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:25.121103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44984) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:25.208757 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1d126cb9-0d83-4d43-a7e5-de476cc9f77f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5fd54094df94139870ab02dd9b7cd08&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0860379
Feb 05 23:46:25.211109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 44988) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:25.231542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb873735-debd-4e47-82ce-09bbef33db85 req-3037dfd2-bd32-48cb-a958-a2bf1a7f85ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:25.233312 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fb873735-debd-4e47-82ce-09bbef33db85 req-3037dfd2-bd32-48cb-a958-a2bf1a7f85ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.4368529
Feb 05 23:46:25.267491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c3fe470>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:15Z', 'revision_number': 4, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cff26176-9631-42f4-98c1-85f4969cfda2', 'name': '', 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'mac_address': 'fa:16:3e:50:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:13Z', 'updated_at': '2021-02-05T23:46:23Z', 'revision_number': 4, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'subnets': [{'id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:25.275106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa811eba-f251-4078-95d5-311b2cd32ae1 None None] The sync data for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi is: [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:46:15Z', 'revision_number': 4, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'cff26176-9631-42f4-98c1-85f4969cfda2', 'name': '', 'network_id': '9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'mac_address': 'fa:16:3e:50:a4:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:13Z', 'updated_at': '2021-02-05T23:46:23Z', 'revision_number': 4, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'subnets': [{'id': 'e0a29220-cd51-4d43-9fac-3d873a3533cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:25.281287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.282771 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-570ca1bb-79c3-4092-bac9-9ed7ce059c84 req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.3298757
Feb 05 23:46:25.315215 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fb873735-debd-4e47-82ce-09bbef33db85 req-52f28809-cb8a-4965-be40-856370677428 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724657
Feb 05 23:46:25.326636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.454329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.513612 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-761cec97-f4d9-4953-b221-147814373786 req-3ac3369e-4373-48c5-a923-800e21339a6a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups/70aed247-eb81-4579-b0ac-deeab1a2c96d HTTP/1.1" status: 200  len: 2401 time: 0.0999055
Feb 05 23:46:25.524378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70aed247-eb81-4579-b0ac-deeab1a2c96d', 'remote_group_id': None}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:25.524853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70aed247-eb81-4579-b0ac-deeab1a2c96d', 'remote_group_id': None}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:25.565275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:25.572427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:security_group_rule and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:25.578559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:25.588363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:25.832916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.840273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-edc80465-3d98-471f-a500-969a2ce41f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:25.864194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d2826d-22ac-4b2b-a90f-d16a3df395a4,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:25.867566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:25.872833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-2975e93c-4f55-4739-be44-8d3874ee413b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 200  len: 1000 time: 0.1647022
Feb 05 23:46:25.881100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.914934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.916895 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/41d2826d-22ac-4b2b-a90f-d16a3df395a4 HTTP/1.1" status: 204  len: 168 time: 0.7040586
Feb 05 23:46:25.920384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.958589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:25.963490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:25.999921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7555e723-106a-4aa7-a757-91a59518b086,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:26.013113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:26.084969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:26.088318 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-761cec97-f4d9-4953-b221-147814373786 req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5725317
Feb 05 23:46:26.408200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cff26176-9631-42f4-98c1-85f4969cfda2 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:26.468009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92434b-ba44-47f3-a4a5-29498fbdf723 req-0815c80e-b73d-4b09-b4d6-c4c2dffecf77 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:26.481686 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8a92434b-ba44-47f3-a4a5-29498fbdf723 req-0815c80e-b73d-4b09-b4d6-c4c2dffecf77 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.2688158
Feb 05 23:46:26.569007 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8a92434b-ba44-47f3-a4a5-29498fbdf723 req-83247142-5aa7-4831-831f-7a9115797676 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711477
Feb 05 23:46:26.655711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port cff26176-9631-42f4-98c1-85f4969cfda2 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:26.664578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cff26176-9631-42f4-98c1-85f4969cfda2 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:26.665410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:26.855959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:26.916324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port cff26176-9631-42f4-98c1-85f4969cfda2, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cff26176-9631-42f4-98c1-85f4969cfda2,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:26.947016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:26.957063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fc5451ea-f0e9-47a4-82e5-8be20eb97852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:26.976066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9173e-b7f8-443f-a60e-f1a882d78758 req-d6390ebd-2e58-4ac0-9aae-96da983a985f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:26.977948 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cdd9173e-b7f8-443f-a60e-f1a882d78758 req-d6390ebd-2e58-4ac0-9aae-96da983a985f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.2132277
Feb 05 23:46:27.059252 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cdd9173e-b7f8-443f-a60e-f1a882d78758 req-aef2e8c3-3eda-4306-8c2f-3b6d99b5f286 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735297
Feb 05 23:46:27.089238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:27.096151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:27.653233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-d96df2d0-fb00-4841-9bf0-584ab13a4dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:27.655825 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-d96df2d0-fb00-4841-9bf0-584ab13a4dbc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.0825410
Feb 05 23:46:27.759672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-c8fc906d-a217-4db3-834d-82964b0af923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:27.761398 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-c8fc906d-a217-4db3-834d-82964b0af923 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976276
Feb 05 23:46:27.816940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 51f9f477-4f6c-4fdb-84cb-41135261ef6e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:27.953426 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-1bfcc3cf-ab47-4fd2-a774-bfc14e1aa835 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845977
Feb 05 23:46:27.963615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 51f9f477-4f6c-4fdb-84cb-41135261ef6e completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:46:27.971798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 51f9f477-4f6c-4fdb-84cb-41135261ef6e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:27.972217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:28.126066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:28.169544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:28.171340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:28.173043 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c0e5383b-bc52-4ed8-a23f-1def075c3a6a req-e9c08d98-f4ab-4e44-9615-6d3b40cbeb53 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2109480
Feb 05 23:46:28.226662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:28.231680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:28.337153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:28.348969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:28.427999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cff26176-9631-42f4-98c1-85f4969cfda2 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:28.659707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef62531-cb11-4ceb-879b-ef25e9cf9b28 req-7000d2c4-8d78-443a-ae86-37836d8296bf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:28.675076 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ef62531-cb11-4ceb-879b-ef25e9cf9b28 req-7000d2c4-8d78-443a-ae86-37836d8296bf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.2990093
Feb 05 23:46:28.742018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port cff26176-9631-42f4-98c1-85f4969cfda2 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:28.742018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:28.834492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:28.904922 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ef62531-cb11-4ceb-879b-ef25e9cf9b28 req-e696da78-3bd4-4871-bd99-959324d5a08a tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282915
Feb 05 23:46:29.330101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d6c72-ad42-49ee-b6fe-1b802b51fb34 req-f3971a28-0980-4939-8a0a-cb4b568d07fb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:29.332252 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e09d6c72-ad42-49ee-b6fe-1b802b51fb34 req-f3971a28-0980-4939-8a0a-cb4b568d07fb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.1842766
Feb 05 23:46:29.403095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e09d6c72-ad42-49ee-b6fe-1b802b51fb34 req-5e6c8520-f8f8-4724-ae2f-7c46e4d24e80 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644193
Feb 05 23:46:29.505303 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e', 'code': 200}
Feb 05 23:46:30.027481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201cb2-1ac2-4314-b7f1-9cd95c913995 req-19b40805-857c-4d13-bdcc-25f5d6f50139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:30.032899 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23201cb2-1ac2-4314-b7f1-9cd95c913995 req-19b40805-857c-4d13-bdcc-25f5d6f50139 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 1162 time: 0.1359916
Feb 05 23:46:30.316301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccc8ef-e654-4751-8d4e-52cd4f202b4a req-2ce558fe-02d9-4397-b550-e8beed1eebda tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:30.318077 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9eccc8ef-e654-4751-8d4e-52cd4f202b4a req-2ce558fe-02d9-4397-b550-e8beed1eebda tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.1845076
Feb 05 23:46:30.392204 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9eccc8ef-e654-4751-8d4e-52cd4f202b4a req-69173300-def3-4aea-9390-d554280dfb97 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652854
Feb 05 23:46:30.781687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49436-4085-4f93-8f6a-4fd361275807 req-e8fb797c-0bc4-49a5-b314-6937cb16c7dd tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:30.783529 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-42a49436-4085-4f93-8f6a-4fd361275807 req-e8fb797c-0bc4-49a5-b314-6937cb16c7dd tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.1840935
Feb 05 23:46:30.865704 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-42a49436-4085-4f93-8f6a-4fd361275807 req-4b7cf73a-1d8a-489d-b9f9-c3ce5dbfd50f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747125
Feb 05 23:46:31.757964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d86940-5a17-49f2-96dc-7651281f192e req-01ef7bc6-fe44-439f-bf08-e96a421c3cde tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:31.759777 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8d86940-5a17-49f2-96dc-7651281f192e req-01ef7bc6-fe44-439f-bf08-e96a421c3cde tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.1846535
Feb 05 23:46:31.827136 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d8d86940-5a17-49f2-96dc-7651281f192e req-da89d0cf-4fd2-4b93-91ab-3bd56fbb1606 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596273
Feb 05 23:46:32.308421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62850069-46c6-41d4-b447-073626cadb59 req-5629614d-7a36-437b-b6ba-3800da24c226 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:32.310239 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62850069-46c6-41d4-b447-073626cadb59 req-5629614d-7a36-437b-b6ba-3800da24c226 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.1856551
Feb 05 23:46:32.385602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62850069-46c6-41d4-b447-073626cadb59 req-a50fb883-7391-4050-be22-1a16b6f31e8c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682092
Feb 05 23:46:33.295521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4d0aa-627f-4e4e-9270-561a1af25e7c req-22e66006-6e54-4609-8dfd-88a08d7f52be tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:33.298217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5aa4d0aa-627f-4e4e-9270-561a1af25e7c req-22e66006-6e54-4609-8dfd-88a08d7f52be tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.2942204
Feb 05 23:46:33.698887 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23201cb2-1ac2-4314-b7f1-9cd95c913995 req-7202f947-56f5-4d46-bdb4-38eb0ab65ab3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3994038
Feb 05 23:46:33.731013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5aa4d0aa-627f-4e4e-9270-561a1af25e7c req-0e2e8686-27fa-43b5-bd2f-7d637b19418e tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509268
Feb 05 23:46:33.839676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c916-500b-49e3-b3fb-0e5b9058f4ec req-b199b708-b6f8-4c88-98fe-022faaaeb5d5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:33.841539 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1f56c916-500b-49e3-b3fb-0e5b9058f4ec req-b199b708-b6f8-4c88-98fe-022faaaeb5d5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.2628555
Feb 05 23:46:33.915157 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1f56c916-500b-49e3-b3fb-0e5b9058f4ec req-4186de06-54d5-4faf-becc-f7ac26c2f26b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627995
Feb 05 23:46:34.077456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 51f9f477-4f6c-4fdb-84cb-41135261ef6e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:34.157455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 51f9f477-4f6c-4fdb-84cb-41135261ef6e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:34.157865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:34.318009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:34.404869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:34.405465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:34.599399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:34.654217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:34.665787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:34.700213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:34.703084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b77160a4-a908-4420-af42-4e4c5cbbb50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:34.765411 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'code': 200}
Feb 05 23:46:34.792603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=6']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:34.797997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:34.869123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:46:35.035976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 04f861d4-6532-403f-b321-a3e4e7475fb8 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:46:35.036672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:35.176050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4da53d-ca6f-4902-a42e-cf26b5d9597b req-b4791304-cd93-4c09-ad89-4937f3b01970 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:35.177372 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa4da53d-ca6f-4902-a42e-cf26b5d9597b req-b4791304-cd93-4c09-ad89-4937f3b01970 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.2118528
Feb 05 23:46:35.424255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b900b06-f38b-4b7a-b42c-a47e65aafbf6 req-659f4349-d608-4b15-a82e-fb75ac79520d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:35.426348 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b900b06-f38b-4b7a-b42c-a47e65aafbf6 req-659f4349-d608-4b15-a82e-fb75ac79520d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2476385
Feb 05 23:46:35.595349 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-aa4da53d-ca6f-4902-a42e-cf26b5d9597b req-e78c91f5-a939-49e0-8c12-c2f6899bc422 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3405352
Feb 05 23:46:35.796648 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b900b06-f38b-4b7a-b42c-a47e65aafbf6 req-7b8e18d4-5ae8-40cd-bfdc-50f98eb57539 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3579991
Feb 05 23:46:35.819212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974a013-2aa0-4c09-af01-891b2a6002aa req-bdb8f95c-ad50-442e-af51-decd580a62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:35.821103 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d974a013-2aa0-4c09-af01-891b2a6002aa req-bdb8f95c-ad50-442e-af51-decd580a62b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1162 time: 0.2240200
Feb 05 23:46:35.914204 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d974a013-2aa0-4c09-af01-891b2a6002aa req-f4bccc8a-375b-4415-a138-6d3ab244bf3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840077
Feb 05 23:46:36.267377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45216) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:36.440214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:36.461462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:36.466619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Usage tracker for resource:security_group_rule and tenant:ce3a225433184977a394f0d3b9b70230 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:36.470925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:36.477788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:36.585246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:36.666101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:36.677674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-57592cfd-1137-4c7a-ac62-8b059ee15a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:36.729835 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce3a225433184977a394f0d3b9b70230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4598107
Feb 05 23:46:36.731217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6097321-49a4-4bdb-88f7-c9c9a25d9e6f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:36.739313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45228) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:36.739313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:36.820501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:36.875784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:36.943138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b40b1-30c5-409c-9fa5-49a4b49e6977 req-09d908a9-264a-4b29-9ec3-881c6edff9d4 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:36.945049 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9e4b40b1-30c5-409c-9fa5-49a4b49e6977 req-09d908a9-264a-4b29-9ec3-881c6edff9d4 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.1817129
Feb 05 23:46:37.015550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:37.025951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-14998b8e-6269-49af-aa0c-cd3e31b0895d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:37.029259 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9e4b40b1-30c5-409c-9fa5-49a4b49e6977 req-9a998e46-24f4-4985-9be5-8a1085336837 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711663
Feb 05 23:46:37.064056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6097321-49a4-4bdb-88f7-c9c9a25d9e6f,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:37.070018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:37.072210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:37.074774 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6097321-49a4-4bdb-88f7-c9c9a25d9e6f HTTP/1.1" status: 204  len: 168 time: 0.3380165
Feb 05 23:46:37.288343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ee495-ba5e-45b9-b8ae-ab53c95d6907 req-27e5cf96-29b5-416b-af3b-7b4618d8bbab tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:37.290296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-482ee495-ba5e-45b9-b8ae-ab53c95d6907 req-27e5cf96-29b5-416b-af3b-7b4618d8bbab tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2593765
Feb 05 23:46:37.405068 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-482ee495-ba5e-45b9-b8ae-ab53c95d6907 req-1585f95c-91b9-4008-9c2e-81439070a259 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035168
Feb 05 23:46:38.894794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae13ec1-1152-4999-8e84-2cdc11e9062d req-26e401d8-3699-4c98-a6ec-9a4781878fd1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:38.896577 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ae13ec1-1152-4999-8e84-2cdc11e9062d req-26e401d8-3699-4c98-a6ec-9a4781878fd1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.3155804
Feb 05 23:46:38.990025 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ae13ec1-1152-4999-8e84-2cdc11e9062d req-7206dd54-8c55-4679-9535-fe35d77774ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771084
Feb 05 23:46:39.580398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-76124db7-52f2-4429-b319-a189f71223fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:40.144444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc265a8a-4e7d-4e40-9c6e-edcacf537401 req-d1f81152-de0f-40b0-8449-39bf11731185 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:40.153599 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc265a8a-4e7d-4e40-9c6e-edcacf537401 req-d1f81152-de0f-40b0-8449-39bf11731185 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.2139318
Feb 05 23:46:40.256752 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc265a8a-4e7d-4e40-9c6e-edcacf537401 req-1a409207-2538-482c-a6ec-5f4193d5aef7 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021650
Feb 05 23:46:40.518900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284950a-368d-4ef9-944d-7de920a7eb25 req-27655d9a-715f-4770-af67-055f6433d062 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:40.520952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8284950a-368d-4ef9-944d-7de920a7eb25 req-27655d9a-715f-4770-af67-055f6433d062 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2233810
Feb 05 23:46:40.642290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8284950a-368d-4ef9-944d-7de920a7eb25 req-031b38eb-32b1-4946-908b-021f743514e0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981545
Feb 05 23:46:41.297431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdf50b-624c-419f-bdb7-7899dfd8c472 req-92c82586-31ab-41d8-9a48-f8b09167ed4d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:41.299202 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-28fdf50b-624c-419f-bdb7-7899dfd8c472 req-92c82586-31ab-41d8-9a48-f8b09167ed4d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.2199025
Feb 05 23:46:41.420287 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-28fdf50b-624c-419f-bdb7-7899dfd8c472 req-4925bf1e-b463-422a-af9b-078dc53a75f1 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014831
Feb 05 23:46:41.689293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f380426-1803-4bd8-8447-00694ba286bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:41.700405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45370) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:41.934332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:41.937942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-1e1fb2db-486c-430b-beb3-1dd14fbbf3cb tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3986552
Feb 05 23:46:41.954308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:41.959297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3ca59096b64f2296521d1f1cfe4da1 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:41.963185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:41.971392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:42.037287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec37f47-0417-4211-8742-213019b796dd req-b7c57ab1-c3e4-4038-84c3-abb378b82f12 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:42.039176 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ec37f47-0417-4211-8742-213019b796dd req-b7c57ab1-c3e4-4038-84c3-abb378b82f12 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.5667017
Feb 05 23:46:42.100035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:42.148751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:42.151617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.160411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Usage tracker for resource:floatingip and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:42.164856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:42.177333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:42.191345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.204979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-24355f79-5a17-4388-a796-f195dcefe2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:42.233262 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ec37f47-0417-4211-8742-213019b796dd req-7748fd76-1545-4746-8706-3ef74780d516 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431327
Feb 05 23:46:42.245325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.291680 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cf3ca59096b64f2296521d1f1cfe4da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5892503
Feb 05 23:46:42.292899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45378) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:42.293574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5428dedc-3dde-486c-a75e-2c538cc9006f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:42.311817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.314329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.315498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.316572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.317258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.317890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.318873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.319762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.320422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.321044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.322016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.322713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.323513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.324177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.324809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.326037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.327962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.328847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.329519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.330169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.330826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.331807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.332364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.333033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:42.340794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:42.440707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-89bf8e7d-16cb-4cab-b39d-bd18c5ddc8cf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:42.442874 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-89bf8e7d-16cb-4cab-b39d-bd18c5ddc8cf tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 945 time: 0.5033278
Feb 05 23:46:42.720642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Deleting port 51f9f477-4f6c-4fdb-84cb-41135261ef6e {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:42.720953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.805656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.869480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:42.905652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 51f9f477-4f6c-4fdb-84cb-41135261ef6e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:46:42.965869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c5cb4-13d4-44e2-86a4-b7c42d85281d req-3fc27efa-99dd-4d1a-86ad-1e59cf8bc4a1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:42.967736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc8c5cb4-13d4-44e2-86a4-b7c42d85281d req-3fc27efa-99dd-4d1a-86ad-1e59cf8bc4a1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.5238609
Feb 05 23:46:43.123461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.177307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:43.190800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:43.221396 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dc8c5cb4-13d4-44e2-86a4-b7c42d85281d req-82f14b3b-edb4-4247-8780-92514bed85db tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2082224
Feb 05 23:46:43.260908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.264469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:43.318992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.395592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:43.401424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:43.668691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.679615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-29af5311-f0b9-44ca-ac8c-13f1cb2d5319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:43.782742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5428dedc-3dde-486c-a75e-2c538cc9006f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:43.786318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:43.816940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.818546 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5428dedc-3dde-486c-a75e-2c538cc9006f HTTP/1.1" status: 204  len: 168 time: 1.4990127
Feb 05 23:46:43.828361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:43.828781 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:43.879135 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e', 'code': 200}
Feb 05 23:46:43.940896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.070145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Calling delete_port for 51f9f477-4f6c-4fdb-84cb-41135261ef6e owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:44.243472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.394460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Allocated IP 172.27.3.92 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/00fc7cab-a867-4da1-bcf9-9b2845eb0ad9) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:46:44.490128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45402) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:44.493423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdb981-09c9-44cd-ae07-b09ae48e1915 req-ad87ea32-a035-430a-b120-8374470d49b2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:44.495501 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e6bdb981-09c9-44cd-ae07-b09ae48e1915 req-ad87ea32-a035-430a-b120-8374470d49b2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.3669963
Feb 05 23:46:44.504523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:46:44.504907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:46:44.517540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.534981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:44.539857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Usage tracker for resource:security_group_rule and tenant:f291e4613cc842ebb42c3838ad8a739c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:44.544080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:44.551537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:44.667554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.684530 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e6bdb981-09c9-44cd-ae07-b09ae48e1915 req-75e7c670-cc1e-4d21-8c9a-edd7c0d98a74 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773283
Feb 05 23:46:44.729775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.747761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-282a2de0-0f3a-4b05-8ab1-3fa195d3b7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:44.761133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.824556 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f291e4613cc842ebb42c3838ad8a739c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3295808
Feb 05 23:46:44.824556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e11aed-cb34-4a7c-a390-1156affd7e73,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:44.826961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:44.827776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45408) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:46:44.896067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.902210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:44.922649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:44.933452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.008449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Deleting port 51f9f477-4f6c-4fdb-84cb-41135261ef6e {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:45.008607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.026408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.035390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07271cb6-96ca-4684-84f0-55dddeb7daf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:45.059807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e11aed-cb34-4a7c-a390-1156affd7e73,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:45.064993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:45.072312 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.077229 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7e11aed-cb34-4a7c-a390-1156affd7e73 HTTP/1.1" status: 204  len: 168 time: 0.2451022
Feb 05 23:46:45.155981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'Port': ['ID=00fc7cab-a867-4da1-bcf9-9b2845eb0ad9,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:45.164966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:45.254745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.373376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770ed4a-d308-470b-9d9c-0e33b4ed509e req-cac2d464-db74-43e9-b19b-480d5e78e06d tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:45.374970 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4770ed4a-d308-470b-9d9c-0e33b4ed509e req-cac2d464-db74-43e9-b19b-480d5e78e06d tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 946 time: 0.5548656
Feb 05 23:46:45.440365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:46:45.449595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:46:45.514863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:46:45.646013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4770ed4a-d308-470b-9d9c-0e33b4ed509e req-b86655ca-e513-483e-a4d9-732a3307079f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576747
Feb 05 23:46:45.768274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:45.779797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] For port 51f9f477-4f6c-4fdb-84cb-41135261ef6e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=51f9f477-4f6c-4fdb-84cb-41135261ef6e,segment=NetworkSegment(fae22b97-3c9a-492e-8517-493f5b707407),segment_id=fae22b97-3c9a-492e-8517-493f5b707407)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:45.780217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:46.004596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Calling delete_port for 51f9f477-4f6c-4fdb-84cb-41135261ef6e owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:46.005135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-b72508e9-9d74-43db-8cbb-dd85e5eb5118 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:46.007761 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-b72508e9-9d74-43db-8cbb-dd85e5eb5118 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 946 time: 0.3214993
Feb 05 23:46:46.134324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Deleting port 01b90a77-85ed-4116-acf7-d6e62abb1dce {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:46.134748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:46.166230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:46.531061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] For port 01b90a77-85ed-4116-acf7-d6e62abb1dce, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=01b90a77-85ed-4116-acf7-d6e62abb1dce,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:46.531772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:46.703946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523f71e-f8ba-46f0-babd-398f5f70970e req-7c88441b-72f1-4dc0-b3aa-5e7923a893d4 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:46.705732 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a523f71e-f8ba-46f0-babd-398f5f70970e req-7c88441b-72f1-4dc0-b3aa-5e7923a893d4 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 943 time: 0.7295282
Feb 05 23:46:46.720100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Calling delete_port for 01b90a77-85ed-4116-acf7-d6e62abb1dce owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:46.908330 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a523f71e-f8ba-46f0-babd-398f5f70970e req-fe3767f4-5270-4ae0-97d4-55950c739ebb tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/security-groups?id=df43b81a-3e35-4d88-951d-b5ab9af1a08a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768229
Feb 05 23:46:46.942023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 01b90a77-85ed-4116-acf7-d6e62abb1dce no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:46:46.947875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:46.965506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53f66dca-c8c9-44e2-8c03-06dbf951e3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:47.046401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Pushing event deleted for resources: {'Port': ['ID=51f9f477-4f6c-4fdb-84cb-41135261ef6e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:47.065914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:47.128895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.132257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: 01b90a77-85ed-4116-acf7-d6e62abb1dce {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:46:47.132914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 01b90a77-85ed-4116-acf7-d6e62abb1dce not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:46:47.177007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:47.198746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.272287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] No DVR routers for this DVR port 51f9f477-4f6c-4fdb-84cb-41135261ef6e on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:46:47.308703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Pushing event deleted for resources: {'Port': ['ID=01b90a77-85ed-4116-acf7-d6e62abb1dce,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:47.313194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.317453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:47.328437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.339689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:47.372112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-deleted', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:47.427488 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5c7983a6-c763-4128-a3d6-2abcc02262d0 req-dea62308-3891-4017-95b0-05a49781db5f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.1635590
Feb 05 23:46:47.529291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'Port': ['ID=00fc7cab-a867-4da1-bcf9-9b2845eb0ad9,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:47.540474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:47.572532 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-edc32830-b9e8-4574-a780-d8fd608038a9 req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.86 "DELETE /v2.0/ports/51f9f477-4f6c-4fdb-84cb-41135261ef6e HTTP/1.1" status: 204  len: 173 time: 5.1221654
Feb 05 23:46:47.655411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] No DVR routers for this DVR port 01b90a77-85ed-4116-acf7-d6e62abb1dce on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:46:47.659888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.662254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.664180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'name': 'network-vif-deleted', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:47.723302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:47.724659 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.6431594
Feb 05 23:46:47.755009 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2e2e72d6-432b-4d90-ac9b-312a79f466d5 req-20a9461b-3aac-4039-a5a5-923d4e49b402 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "DELETE /v2.0/ports/01b90a77-85ed-4116-acf7-d6e62abb1dce HTTP/1.1" status: 204  len: 173 time: 1.7409256
Feb 05 23:46:47.850769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-5748ac45-027a-4c45-a0e3-199ea63a6345 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:47.918059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-5748ac45-027a-4c45-a0e3-199ea63a6345 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:47.931873 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-5748ac45-027a-4c45-a0e3-199ea63a6345 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.92 HTTP/1.1" status: 200  len: 695 time: 0.1995745
Feb 05 23:46:48.225959 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d56fcc-5c1d-49af-b800-52df8140c195', 'name': 'network-vif-deleted', 'tag': '01b90a77-85ed-4116-acf7-d6e62abb1dce', 'status': 'completed', 'code': 200}
Feb 05 23:46:48.309292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-a45e6c65-8882-499d-bb12-703cd9cad879 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:48.312049 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-a45e6c65-8882-499d-bb12-703cd9cad879 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.3789222
Feb 05 23:46:48.315015 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e', 'name': 'network-vif-deleted', 'tag': '51f9f477-4f6c-4fdb-84cb-41135261ef6e', 'status': 'completed', 'code': 200}
Feb 05 23:46:48.328982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-c849cadb-f2b6-414f-a0c8-09e470344b32 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:46:48.330496 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96e266f2-1edd-4519-80be-b5c2bfd5c9e3 req-c849cadb-f2b6-414f-a0c8-09e470344b32 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0070806
Feb 05 23:46:48.476180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-26f8898c-5e19-4d9d-8ef6-fbfb1fb68d08 req-d74efbc9-47d4-4173-94f2-68519f30e300 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Synchronizing usage tracker for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:48.589911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-26f8898c-5e19-4d9d-8ef6-fbfb1fb68d08 req-d74efbc9-47d4-4173-94f2-68519f30e300 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Unset dirty status for tenant:6908cc4c9e5142e19d7c23f48b27456b on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:48.594402 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-26f8898c-5e19-4d9d-8ef6-fbfb1fb68d08 req-d74efbc9-47d4-4173-94f2-68519f30e300 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7ce038e-8ac8-4bb3-a8c2-5281417bbe5e HTTP/1.1" status: 200  len: 210 time: 0.2097504
Feb 05 23:46:48.713863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa507541-5816-468f-9e02-217e06138ebf req-c1fcd318-3228-4667-98c6-bdeea080008f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:48.729944 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fa507541-5816-468f-9e02-217e06138ebf req-c1fcd318-3228-4667-98c6-bdeea080008f tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.2323298
Feb 05 23:46:48.807297 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fa507541-5816-468f-9e02-217e06138ebf req-72b45c0a-2cc5-4256-a367-722c94e81aac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758500
Feb 05 23:46:49.024685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380eec-653a-406e-a876-77893fa5e1af req-4806f786-91c1-4635-a9e6-af7939616306 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:49.035623 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-4806f786-91c1-4635-a9e6-af7939616306 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2223580
Feb 05 23:46:49.145259 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-cf7a8f1f-a0e4-42bf-ab15-8d88eba15ee6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.92 HTTP/1.1" status: 200  len: 695 time: 0.1085551
Feb 05 23:46:49.156142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'floatingip': {'port_id': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:49.312361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:49.505064 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c14c4067-9135-46d2-9ee4-5795bdefdf37 req-1f578198-a0af-4cd0-bb02-b85d36a2d16c tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5d56fcc-5c1d-49af-b800-52df8140c195 HTTP/1.1" status: 200  len: 210 time: 0.1240184
Feb 05 23:46:50.961799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device ac86dbf9-5faa-4917-b319-f7286f15ceca no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:46:51.106436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:51.151712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:51.230691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:51.268257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:51.280941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port ac86dbf9-5faa-4917-b319-f7286f15ceca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:51.340717 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:51.344927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:51.424291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-08356d68-c9ac-4b8f-a0b4-ca4a60fc34b8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:51.425788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-08356d68-c9ac-4b8f-a0b4-ca4a60fc34b8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:51.517629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-08356d68-c9ac-4b8f-a0b4-ca4a60fc34b8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:51.519538 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-08356d68-c9ac-4b8f-a0b4-ca4a60fc34b8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 945 time: 0.8619232
Feb 05 23:46:51.562297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:51.599845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.600424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.600997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.601561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.602148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.608999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.612434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.613064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.613664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.615670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.616285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.617110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.618538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.627445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.628176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.628763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.629326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.629964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.630553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.631109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.631690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.632511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.633076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.633632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:46:51.650446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:51.745917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Deleting port ac86dbf9-5faa-4917-b319-f7286f15ceca {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:46:51.746508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:52.048066 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Floating IP 5353e99a-47a4-4f68-a0d0-44306995249c associated. External IP: 172.27.3.92, port: b848b35c-b11b-4224-85b7-a0cf041e56b6.
Feb 05 23:46:52.084050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] For port ac86dbf9-5faa-4917-b319-f7286f15ceca, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ac86dbf9-5faa-4917-b319-f7286f15ceca,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:46:52.084944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:52.307742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884fa7b-d63b-4b9c-9e25-5824eae15a04 req-5fa106d3-33b5-40ce-be88-10d199d465b1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:52.309700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8884fa7b-d63b-4b9c-9e25-5824eae15a04 req-5fa106d3-33b5-40ce-be88-10d199d465b1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 943 time: 0.4079032
Feb 05 23:46:52.436477 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8884fa7b-d63b-4b9c-9e25-5824eae15a04 req-d83c5429-5f8e-4496-a1e1-f573ac317959 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=75be435b-cd8c-44d4-9a3f-f26201354266&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094317
Feb 05 23:46:52.703059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Router 5f516922-874a-45a1-afe6-41e3004aee44 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:46:52.707823 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'code': 200}
Feb 05 23:46:52.713924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:52.714335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:52.714742 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Floating IP 02ea71d9-2a3b-4010-b26f-38632dddc2b7 disassociated. External IP: 172.27.3.76, port: ac86dbf9-5faa-4917-b319-f7286f15ceca.
Feb 05 23:46:52.715126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Calling delete_port for ac86dbf9-5faa-4917-b319-f7286f15ceca owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:46:53.067824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:46:53.073170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:53.079863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Sync routers for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:46:53.092674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:53.093393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa35ba8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:53.096274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:53.141699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a2f5bcd8-d80b-4f62-8075-e0ab3df338d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:53.212099 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-3b386147-b479-4d1e-bb8c-a5177d35afca tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "PUT /v2.0/floatingips/5353e99a-47a4-4f68-a0d0-44306995249c HTTP/1.1" status: 200  len: 996 time: 4.0602894
Feb 05 23:46:53.218892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:53.268658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'Port': ['ID=ac86dbf9-5faa-4917-b319-f7286f15ceca,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:53.274840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:53.368820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:53.398534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-be17c443-4a85-4869-82a8-930e0c9d90ec tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:53.503420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380eec-653a-406e-a876-77893fa5e1af req-dd04cc8b-1b44-4ef6-9ef1-fa8d284a6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:53.505834 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-dd04cc8b-1b44-4ef6-9ef1-fa8d284a6aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.2773240
Feb 05 23:46:53.652906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-be17c443-4a85-4869-82a8-930e0c9d90ec tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:53.657321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:46:53.664654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-be17c443-4a85-4869-82a8-930e0c9d90ec tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2060377666&fields=id&tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 267 time: 0.5499625
Feb 05 23:46:54.005998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:46:54.138236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380eec-653a-406e-a876-77893fa5e1af req-94c7047c-daec-4f1a-9ae3-08911b5a26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:54.141376 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-94c7047c-daec-4f1a-9ae3-08911b5a26bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.6217768
Feb 05 23:46:54.222502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa35ba8>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '5353e99a-47a4-4f68-a0d0-44306995249c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'port_id': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'mac_address': 'fa:16:3e:e1:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:46:45Z', 'updated_at': '2021-02-05T23:46:50Z', 'revision_number': 1, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:54.230246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Checking router: 5f516922-874a-45a1-afe6-41e3004aee44 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:46:54.248788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:54.250298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa35ba8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:54.339591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-8d5ad8c2-f030-432b-8783-21c84cac0724 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:54.354191 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-8d5ad8c2-f030-432b-8783-21c84cac0724 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.6894624
Feb 05 23:46:54.359522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:46:54.378402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:46:54.409861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:54.410552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] No DVR routers for this DVR port ac86dbf9-5faa-4917-b319-f7286f15ceca on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:46:54.412571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b331748>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:54.414282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:54.417419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-deleted', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:46:54.506455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-24788c25-a0fe-4adc-9a93-511edc8e2f80 req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "DELETE /v2.0/ports/ac86dbf9-5faa-4917-b319-f7286f15ceca HTTP/1.1" status: 204  len: 173 time: 2.9800904
Feb 05 23:46:54.536555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-3392d387-fd45-43b9-be82-4c5310681d0e tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/quotas/0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 375 time: 0.1698072
Feb 05 23:46:54.756673 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-bf1e3cfa-7fe1-4aa4-8507-d19606ea8d80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 999 time: 0.3867671
Feb 05 23:46:54.770348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:54.790570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:54.967853 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-ec70ad80-df97-40a5-9d57-581bff09aa6a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3735616
Feb 05 23:46:55.045512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380eec-653a-406e-a876-77893fa5e1af req-9b473e43-b0f1-41e5-96ae-3a421063a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:55.058432 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-9b473e43-b0f1-41e5-96ae-3a421063a50e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.2898316
Feb 05 23:46:55.152029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b380eec-653a-406e-a876-77893fa5e1af req-7201967e-150f-4276-8f8c-d6f10fc9e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:55.161873 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-7201967e-150f-4276-8f8c-d6f10fc9e2f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020081
Feb 05 23:46:55.168284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-3e0c6f2a-6799-4966-b82d-ff20d1a38702 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:46:55.177729 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-3e0c6f2a-6799-4966-b82d-ff20d1a38702 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0143683
Feb 05 23:46:55.348060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa35ba8>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '5353e99a-47a4-4f68-a0d0-44306995249c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'port_id': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'mac_address': 'fa:16:3e:e1:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:46:45Z', 'updated_at': '2021-02-05T23:46:50Z', 'revision_number': 1, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:55.353956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef491-fbb4-4fc3-8607-0da7cf293d02 None None] The sync data for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi is: [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '5353e99a-47a4-4f68-a0d0-44306995249c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'port_id': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'mac_address': 'fa:16:3e:e1:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:46:45Z', 'updated_at': '2021-02-05T23:46:50Z', 'revision_number': 1, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:55.390650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b331748>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:55.406482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:46:55.429947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:46:55.430970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b331748>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:46:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:55.543111 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-762aedc6-3664-49b1-acb0-1f918a09bef2 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5424776
Feb 05 23:46:55.673369 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-2066118f-fa88-4878-b09d-b12dfb53659e service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4941924
Feb 05 23:46:55.674030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:46:55.787156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f642-eb6c-4910-a663-cbd332141c56 None None] New status for floating IP 5353e99a-47a4-4f68-a0d0-44306995249c: ACTIVE {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:46:55.839142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-389f0042-7d27-438b-81cb-ebd2fed78cba service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2841966
Feb 05 23:46:55.960414 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9b380eec-653a-406e-a876-77893fa5e1af req-5f74ca57-3633-4532-b5bd-b8135b362f79 service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2753444
Feb 05 23:46:56.141092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b331748>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:46:56.146979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:46:56.155521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd5378-1b7b-4081-b294-5695bae01592 None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:46:56.409958 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1d6a93ae-67cc-4a24-a180-6aa24e07e376 req-aa069be1-53ed-4538-bbb1-e93086bd7778 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.0645151
Feb 05 23:46:56.546387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-9e2b41ec-d6a5-4113-9780-8028b7b39a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:56.550199 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-9e2b41ec-d6a5-4113-9780-8028b7b39a1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.1396732
Feb 05 23:46:56.855288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5a3a3-66fd-4b24-b06e-c63c00607016 None None] New status for floating IP 02ea71d9-2a3b-4010-b26f-38632dddc2b7: DOWN {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:46:56.911063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1602989305', 'description': 'tempest-TestMinimumBasicScenario-1602989305 description'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:56.954264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-0fe4a6e3-c229-48e7-88fb-119fd8419a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:56.960515 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-0fe4a6e3-c229-48e7-88fb-119fd8419a95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.3908188
Feb 05 23:46:56.972686 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c859e46-09ac-4a28-8014-2bec243ed4f4', 'name': 'network-vif-deleted', 'tag': 'ac86dbf9-5faa-4917-b319-f7286f15ceca', 'status': 'completed', 'code': 200}
Feb 05 23:46:56.992409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:57.015105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Usage tracker for resource:security_group and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:57.023082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:57.048037 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:57.114387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:57.147321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:57.190178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Usage tracker for resource:security_group_rule and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:57.193696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:57.202842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:57.294548 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62ae403d-a31d-47af-b327-6690c61096ef req-d08fb8f5-7c4f-4f40-b26e-2c29ee3bba8d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.1525927
Feb 05 23:46:57.383805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:57.425279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:57.432303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-577d1aec-27c3-498e-b173-6ac85df5bcc7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:57.539176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904d52b6-b6e7-4c99-9627-6419033a722e,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:57.553908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:57.579620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:57.581013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f0301529-7a6d-4616-8a5f-d7768184ce85 req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.6796818
Feb 05 23:46:57.808655 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-7d3d8971-2989-4399-8e2b-0f61e086dea2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups/904d52b6-b6e7-4c99-9627-6419033a722e HTTP/1.1" status: 200  len: 1814 time: 0.1521559
Feb 05 23:46:58.143780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904d52b6-b6e7-4c99-9627-6419033a722e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:58.143780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904d52b6-b6e7-4c99-9627-6419033a722e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:58.166697 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:58.171901 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-78138c47-5019-4956-9d7b-b0e97a5762d1 req-4e50c2fa-a495-4fdb-bcbc-b71fbc10bac0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.3616033
Feb 05 23:46:58.175058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Usage tracker for resource:security_group_rule and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:58.178233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:58.185755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:58.275641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.318749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.351153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.355101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-826eccba-92f3-4281-b6dd-f4fa55792c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:58.397285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7da299-2bce-4add-887c-9a83c3cf2a81,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:58.406286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:58.536707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.538834 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-01aa7676-577b-45d2-a0c7-22c71ab6e8c4 req-1014f958-5faa-4774-a828-75e601e223ad tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4130731
Feb 05 23:46:58.553572 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6392b52-bcc1-4405-b46d-426c3ab3d88e req-b88642fa-ec59-40d8-9093-37efc2a3fa01 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.1001554
Feb 05 23:46:58.647148 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-39ca8759-b7b4-4427-b6cf-ef991345e88d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups/904d52b6-b6e7-4c99-9627-6419033a722e HTTP/1.1" status: 200  len: 2407 time: 0.0727723
Feb 05 23:46:58.659379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904d52b6-b6e7-4c99-9627-6419033a722e', 'remote_group_id': None}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:58.659645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904d52b6-b6e7-4c99-9627-6419033a722e', 'remote_group_id': None}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:58.682317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:46:58.687376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Usage tracker for resource:security_group_rule and tenant:7e086b35cb954c0086f2d040b044fcf0 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:46:58.691680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:46:58.700545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:46:58.892219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.937096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.974233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:58.977219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-944ef5dd-718c-467c-ba7d-7f68c3eb35f6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:46:59.003602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c464d0-4129-4484-be17-9a9ff6e2ccc3,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:46:59.006506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:46:59.100172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:59.101577 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eba1eefe-56a1-4896-9de2-cb9bcee4cb94 req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4471226
Feb 05 23:46:59.320131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-2095ca99-eddd-4e97-bad3-ab6edacccbe6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:46:59.380395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-2095ca99-eddd-4e97-bad3-ab6edacccbe6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:46:59.382471 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-2095ca99-eddd-4e97-bad3-ab6edacccbe6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1602989305&fields=id&tenant_id=7e086b35cb954c0086f2d040b044fcf0 HTTP/1.1" status: 200  len: 267 time: 0.1684365
Feb 05 23:46:59.614319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:46:59.626701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-1227ba02-ed63-4f1b-9f37-a136200dbd63 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:59.628541 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-1227ba02-ed63-4f1b-9f37-a136200dbd63 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.2390437
Feb 05 23:46:59.630875 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-292421d3-8696-491b-ad9d-afdbc7839b42 req-aa6c7a96-4c58-49af-a9bd-76c029f84e73 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3c859e46-09ac-4a28-8014-2bec243ed4f4 HTTP/1.1" status: 200  len: 210 time: 0.1564145
Feb 05 23:46:59.645178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'port': {'security_groups': ['ff6e96cd-2045-416c-a4ab-1a95031b55dc', '904d52b6-b6e7-4c99-9627-6419033a722e']}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:46:59.721703 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-03759080-ba52-44aa-b78c-7251960acac4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 1001 time: 0.2206287
Feb 05 23:46:59.807452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-1f4f362b-d9c2-4477-b3e3-8ea17480f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:59.809671 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-1f4f362b-d9c2-4477-b3e3-8ea17480f2d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.0752640
Feb 05 23:46:59.949943 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6ea7345f-b18f-4b45-86ef-e940cffbc9f2 req-928b98d7-d993-4282-ac53-7a6af6adaf33 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.1153362
Feb 05 23:46:59.969815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-1c8c648f-f515-4c29-b387-f944c05e2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:46:59.979705 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-1c8c648f-f515-4c29-b387-f944c05e2999 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1627998
Feb 05 23:46:59.984127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:00.240700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-949424f6-864b-4068-b5ee-d87fec1b0423 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525997
Feb 05 23:47:00.460724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cd5988-4c7f-40c8-8e14-cd506d49f52d req-43b4fa97-9773-42c1-889e-f9e487b7b499 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2114859
Feb 05 23:47:00.622535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:00.690449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:00.751832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:00.999102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:01.215790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45710) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:01.229998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=5']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:01.287709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.288285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.288778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.296440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.298106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:01.311756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:01.496603 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-45d46e2f-a05e-4eff-8ded-bd3dbc9a69d9 req-92d7130a-f571-45e9-9883-ca5302732969 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.0747390
Feb 05 23:47:01.509441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:01.618496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-41e7d770-bac0-4d2f-ab18-683830fa953b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:01.619326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-41e7d770-bac0-4d2f-ab18-683830fa953b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:01.695035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:01.695795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:01.697401 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5c2a7fe5-6a31-4771-84dd-ea6840850848 req-98524373-70b2-492e-b595-60d92e012f9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "PUT /v2.0/ports/b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 982 time: 2.0600131
Feb 05 23:47:01.705380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-41e7d770-bac0-4d2f-ab18-683830fa953b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:01.706955 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-41e7d770-bac0-4d2f-ab18-683830fa953b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.8289258
Feb 05 23:47:01.739340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:01.813081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:01.858935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-d2beeea9-14f9-4d16-9778-e7d487dd3104 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:01.859407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2beeea9-14f9-4d16-9778-e7d487dd3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:01.982501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:01.995887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-17fe36c3-6d34-43f3-aa06-53230a1afcda tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:02.021314 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:47:02.033532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-17fe36c3-6d34-43f3-aa06-53230a1afcda tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:02.040975 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-17fe36c3-6d34-43f3-aa06-53230a1afcda tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 5765 time: 0.3209674
Feb 05 23:47:02.058931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'port': {'device_id': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'admin_state_up': True, 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'security_groups': ['70aed247-eb81-4579-b0ac-deeab1a2c96d']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:02.209424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45734) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:02.425478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4dc93-92c0-4e1c-a552-6f8af93dc3cd req-316fb514-46d5-4b4e-af09-47b75dfaf9cb tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:02.427340 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34a4dc93-92c0-4e1c-a552-6f8af93dc3cd req-316fb514-46d5-4b4e-af09-47b75dfaf9cb tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.5206106
Feb 05 23:47:02.430258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7f09-1412-4386-8907-513a05e065d7 req-a4c48b92-291f-4009-8638-669cb2c41334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:02.431917 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-a4c48b92-291f-4009-8638-669cb2c41334 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1203 time: 0.4037049
Feb 05 23:47:02.432860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:02.480506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f473a2fb-32cc-4811-80d2-4e3477c0cd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:02.567653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:02.568365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:02.621693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75be435b-cd8c-44d4-9a3f-f26201354266,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:02.633880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:02.708369 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34a4dc93-92c0-4e1c-a552-6f8af93dc3cd req-f2b8228f-5087-4100-888f-315e801f812d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2592592
Feb 05 23:47:02.824414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:02.847514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:02.852860 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "DELETE /v2.0/security-groups/75be435b-cd8c-44d4-9a3f-f26201354266 HTTP/1.1" status: 204  len: 168 time: 1.5949585
Feb 05 23:47:02.854409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:02.861376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:port and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:02.864759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:02.871441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:02.880262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45750) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:02.902118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.v2.resource [None req-638b5a43-128c-4b0f-9c20-caa4d037faff tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] show failed (client error): The resource could not be found.
Feb 05 23:47:02.903477 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-638b5a43-128c-4b0f-9c20-caa4d037faff tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups/75be435b-cd8c-44d4-9a3f-f26201354266 HTTP/1.1" status: 404  len: 347 time: 0.0219843
Feb 05 23:47:02.908906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45754) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:02.917676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:02.922514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Usage tracker for resource:security_group_rule and tenant:a4fe51029d3149bc960a9fa2d96a1d31 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:02.925778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:02.939658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:03.094610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Made reservation on behalf of 0ea243ebde1f4b58945991a930e1c069 for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:47:03.107898 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-30667abd-d220-4512-802b-03c334bb9964 req-9608989e-25a3-49d0-8264-7f2ce259f363 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.2561355
Feb 05 23:47:03.118460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.176710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.268213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.301051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Deleting port 8658b767-f58f-48aa-994d-78740c0b753c {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:47:03.301367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.311539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-09bee506-12bb-4f09-8821-8322fae44116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:03.324268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7f09-1412-4386-8907-513a05e065d7 req-a47643b1-8207-4cd9-beef-dacb4ee95fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:03.326415 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-a47643b1-8207-4cd9-beef-dacb4ee95fbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.8800209
Feb 05 23:47:03.340081 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4fe51029d3149bc960a9fa2d96a1d31&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1094413
Feb 05 23:47:03.340796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45764) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:03.374248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c30bb-74cb-4ab3-9e77-becfe30479cb,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:03.388826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:03.464745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.540621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.821406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:03.822013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:04.001048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Calling delete_port for 8658b767-f58f-48aa-994d-78740c0b753c owned by network:floatingip {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:47:04.002458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd79a7c-b900-44b8-a343-81a9e6a04130 req-5abc22d0-36e3-4cf4-8907-67515f83f16c tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:04.005519 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3fd79a7c-b900-44b8-a343-81a9e6a04130 req-5abc22d0-36e3-4cf4-8907-67515f83f16c tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.3759112
Feb 05 23:47:04.086848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:04.099998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c45f102f-e6d3-4731-a41d-4752350d8a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:04.119318 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-22d83031-6ab0-4d4c-873f-6175b1e1c725 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 1001 time: 0.3673487
Feb 05 23:47:04.121894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c30bb-74cb-4ab3-9e77-becfe30479cb,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:04.125138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:04.126447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:04.127846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed0c30bb-74cb-4ab3-9e77-becfe30479cb HTTP/1.1" status: 204  len: 168 time: 0.7787852
Feb 05 23:47:04.219101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3fd79a7c-b900-44b8-a343-81a9e6a04130 req-b6466041-e936-404d-a44b-480ca23189fa tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2006030
Feb 05 23:47:04.410476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.20.0.6 (abd30419-0928-4820-a801-3cb6f16455f6/5c6f4b1d-1f4e-469f-af76-0952b9411869/f6399043-da0c-49a7-8e57-a7b17fc49a22) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:04.437644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:04.458806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:04.509746 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6d58f43c-79a2-40f2-8cd6-afee400c79d1 req-5321a778-b758-4bd4-b51e-61c413d297a0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.0684032
Feb 05 23:47:04.536772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'Port': ['ID=8658b767-f58f-48aa-994d-78740c0b753c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:04.547726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:04.943056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:04.991337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:05.007099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:05.018525 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "DELETE /v2.0/floatingips/02ea71d9-2a3b-4010-b26f-38632dddc2b7 HTTP/1.1" status: 204  len: 168 time: 2.1006374
Feb 05 23:47:05.026404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Transition to ACTIVE for port object f6399043-da0c-49a7-8e57-a7b17fc49a22 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:47:05.117020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:05.137034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c1b46b9-76bd-44fe-bc18-5c39389c7ba5 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:05.378405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:05.382625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:05.385232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:05.454160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=f6399043-da0c-49a7-8e57-a7b17fc49a22,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:05.459976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:05.589543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45796) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:05.594244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:05.617720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:05.746109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6992557
Feb 05 23:47:05.764548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Request body: {'port': {'device_id': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:05.931495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-18a2bb8d-643c-4ffa-b21e-388e8b42b4a5 None None] Provisioning for port f6399043-da0c-49a7-8e57-a7b17fc49a22 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:47:05.946686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-18a2bb8d-643c-4ffa-b21e-388e8b42b4a5 None None] Provisioning complete for port f6399043-da0c-49a7-8e57-a7b17fc49a22 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:05.947792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a2bb8d-643c-4ffa-b21e-388e8b42b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.117906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.166877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-18a2bb8d-643c-4ffa-b21e-388e8b42b4a5 None None] Port f6399043-da0c-49a7-8e57-a7b17fc49a22 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:47:06.307279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45806) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:06.332349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299859205', 'description': 'tempest-description--156539051'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:06.361890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:06.371006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:06.376907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:06.384519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.425758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:06.433510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Usage tracker for resource:security_group_rule and tenant:ee5ae41594714c7080af7e87e8d00b6d is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:06.440212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:06.452307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:06.455530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:06.599302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.654560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:06.666729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:06.689059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:06.715032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:06.848278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.864667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7f09-1412-4386-8907-513a05e065d7 req-7ff16150-017a-4ff6-9fd7-20ab46943e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:06.877484 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-7ff16150-017a-4ff6-9fd7-20ab46943e52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 1.1990018
Feb 05 23:47:06.943753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:06.985222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.024271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.032004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0cad2280-62ae-4669-b8b2-d6d0cb24dda9 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:07.040772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b8039f27-af53-48ad-8b1b-fabe0198ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:07.092027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:07.118101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185a704f-7bd8-470c-b4a0-848a24a2c252,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:07.123775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:07.136668 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee5ae41594714c7080af7e87e8d00b6d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5417743
Feb 05 23:47:07.190606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45814) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:07.192147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:07.245023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77846e-0999-48b3-a4d4-95ed56390cb2 req-f7b02ad6-af9e-4f72-9d75-dfe5f5dcd69d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:07.254597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2c77846e-0999-48b3-a4d4-95ed56390cb2 req-f7b02ad6-af9e-4f72-9d75-dfe5f5dcd69d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 1.6616135
Feb 05 23:47:07.408791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6399043-da0c-49a7-8e57-a7b17fc49a22 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:47:07.418869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.422564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d641a-2369-4815-b2f7-4f1eb2928bef req-8881bac3-da60-4157-a1c4-3be0993f0ee0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:07.432001 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8c5d641a-2369-4815-b2f7-4f1eb2928bef req-8881bac3-da60-4157-a1c4-3be0993f0ee0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 931 time: 0.8791120
Feb 05 23:47:07.432282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.464158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.464158 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.1315300
Feb 05 23:47:07.464469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45824) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:07.486930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group_rule': {'security_group_id': '2f5c29ed-f5e3-4f41-b5cc-6036020fa11a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:07.530930 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2c77846e-0999-48b3-a4d4-95ed56390cb2 req-f967bb94-47df-4f8c-8698-9ffc64e2c25b tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2553895
Feb 05 23:47:07.591143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:07.591143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:07.591143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:07.591143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Transition to ACTIVE for port object f6399043-da0c-49a7-8e57-a7b17fc49a22 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:47:07.597823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.619832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:07.625991 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8c5d641a-2369-4815-b2f7-4f1eb2928bef req-928aba28-ef71-48b3-ae7b-fb7a215c0769 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1930871
Feb 05 23:47:07.649996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7f09-1412-4386-8907-513a05e065d7 req-c621f260-4eed-4ce2-bcb7-6d9a7b4e5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:07.660712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:07.662896 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-c621f260-4eed-4ce2-bcb7-6d9a7b4e5129 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7672002
Feb 05 23:47:07.696236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-41fe8f31-5959-49f6-b81c-7da0402a9327 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:07.909897 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-757f27fd-00e2-409b-842d-a1e5e01548e4 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400506
Feb 05 23:47:08.174830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6399043-da0c-49a7-8e57-a7b17fc49a22,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:08.212629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:08.235503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.269303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.288199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:08.331222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185a704f-7bd8-470c-b4a0-848a24a2c252,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:08.336565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:08.410912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-c7b381d6-924b-4df5-a833-98898ed70b58 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:08.412727 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-c7b381d6-924b-4df5-a833-98898ed70b58 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/networks?id=92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 200  len: 814 time: 0.5723660
Feb 05 23:47:08.440521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.446478 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/185a704f-7bd8-470c-b4a0-848a24a2c252 HTTP/1.1" status: 204  len: 168 time: 1.2487473
Feb 05 23:47:08.510707 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e67b7f09-1412-4386-8907-513a05e065d7 req-898e6df2-70a1-49c8-85ca-30838b2f4aa2 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5848024
Feb 05 23:47:08.527022 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-2673d394-a1ce-4b22-917f-118f0c472f15 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/quotas/d311be0a78894ee8add165b5b27c35ee HTTP/1.1" status: 200  len: 375 time: 0.0628388
Feb 05 23:47:08.612877 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-c7d7e02d-7c27-4e2a-b0a3-a8a9cc4ac64f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0847661
Feb 05 23:47:08.654671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.698759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.715133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9a9553b8-521b-4586-884b-2279272ea8ca tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:08.818081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927b1257-3857-42ea-a23c-e24bf327abb0,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:08.841131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:08.887995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.902484 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c6ea1bcd-6046-4022-a53c-5f731729d225 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4366493
Feb 05 23:47:08.906054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Attempting to bind port f6399043-da0c-49a7-8e57-a7b17fc49a22 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:47:08.906462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Attempting to bind port f6399043-da0c-49a7-8e57-a7b17fc49a22 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:47:08.906788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45850) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:08.906942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Attempting to bind port f6399043-da0c-49a7-8e57-a7b17fc49a22 on network abd30419-0928-4820-a801-3cb6f16455f6 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:47:08.925748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:47:08.926418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:47:08.926938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:08.927354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Bound using segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:47:08.927874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Bound port: f6399043-da0c-49a7-8e57-a7b17fc49a22, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:47:08.928262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:09.049277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'security_group_rule': {'security_group_id': '2f5c29ed-f5e3-4f41-b5cc-6036020fa11a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:09.076911 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-532b5f09-2cf4-4f71-8385-2db5ae267787 service neutron] 10.222.0.35 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4629877
Feb 05 23:47:09.119798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] For port f6399043-da0c-49a7-8e57-a7b17fc49a22, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:47:09.127567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] For port f6399043-da0c-49a7-8e57-a7b17fc49a22, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:47:09.160732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:09.191750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:09.356119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:09.360167 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-a667042b-76f9-4c88-892a-09e65bf23c90 service neutron] 10.222.0.35 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2244966
Feb 05 23:47:09.376471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93ca4054-2e0e-4663-b68a-e6858ada52cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:09.396666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:security_group_rule and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:09.433455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:09.447415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:09.452470 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-bad84eca-7758-41af-aa61-5b79d0bf4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:09.456872 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-bad84eca-7758-41af-aa61-5b79d0bf4d36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1203 time: 0.8597770
Feb 05 23:47:09.520412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:09.520412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:09.520412 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] 10.222.0.86 "PUT /v2.0/ports/f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 1157 time: 3.7653363
Feb 05 23:47:09.541556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:09.595105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6399043-da0c-49a7-8e57-a7b17fc49a22,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:09.605941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:09.846246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-94830896-c560-4d40-9803-e3232008c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:09.855179 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-94830896-c560-4d40-9803-e3232008c969 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1160 time: 0.2491894
Feb 05 23:47:09.994748 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-2be70584-997f-4fb3-bc92-9c28f862a109 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 217 time: 0.1298068
Feb 05 23:47:10.082783 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c4023-1000-43e3-b715-7c440d10e029 req-7b6a12dd-fcd8-4246-96a0-13a3d646ba1d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:10.084707 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f53c4023-1000-43e3-b715-7c440d10e029 req-7b6a12dd-fcd8-4246-96a0-13a3d646ba1d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 1.0035825
Feb 05 23:47:10.126974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-3a149c04-3620-43c2-9d36-f2990854509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:10.134630 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-3a149c04-3620-43c2-9d36-f2990854509e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.1334128
Feb 05 23:47:10.257315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:10.315951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-ac8b87ac-d6fd-4a30-97d8-5d1bf8dd2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:10.320006 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-ac8b87ac-d6fd-4a30-97d8-5d1bf8dd2864 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1777902
Feb 05 23:47:10.402540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f53c4023-1000-43e3-b715-7c440d10e029 req-d8197f9a-5268-4380-ad5b-a003f98ba71a tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2508082
Feb 05 23:47:10.487013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-400656a4-bc52-4898-acfc-9e643335d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:10.488879 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-400656a4-bc52-4898-acfc-9e643335d5b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 1.0236843
Feb 05 23:47:10.534448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:10.636933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:10.687917 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'status': 'completed', 'code': 200}
Feb 05 23:47:10.703778 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-b5173774-de6d-428f-92f2-f612248c527a service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3752484
Feb 05 23:47:10.868810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723df434-c23e-4d90-93c4-125838bad3fd req-1d6aaed0-e179-401e-aeb0-abd191ef31c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:10.875124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-723df434-c23e-4d90-93c4-125838bad3fd req-1d6aaed0-e179-401e-aeb0-abd191ef31c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 943 time: 0.7820761
Feb 05 23:47:10.997211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:11.011528 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-8bc6b2df-3db6-42e0-92ca-d2ac01fe9033 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 1001 time: 0.5123692
Feb 05 23:47:11.014281 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ce132462-1dba-45f6-aca3-03ec618d6f89 req-e185773f-1e3b-4da2-be89-f1b6ec14fc3f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 210 time: 0.1017382
Feb 05 23:47:11.104948 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2b50468-f4a2-4280-af26-4b42de25a10c req-b772a749-672b-4c28-b7f5-586ab5c78c1d service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3907604
Feb 05 23:47:11.167598 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-723df434-c23e-4d90-93c4-125838bad3fd req-3f69a307-ddc5-438a-9a71-5c071044138c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0945859
Feb 05 23:47:11.177569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3712dd0-988d-4cf4-9795-bb5350107480,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:11.186271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:11.239579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-1d20aa53-163e-400a-b962-67f3c7b79a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:11.241219 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-1d20aa53-163e-400a-b962-67f3c7b79a13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.2221186
Feb 05 23:47:11.306272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:11.307700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-151285e3-eb11-4398-a65e-1ce342cc62ad tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.3966875
Feb 05 23:47:11.315757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 45894) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:11.334286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:11.364848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:11.370862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:floatingip and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:11.376616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:11.383454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:11.415387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-debb7587-6fa4-4ff6-bb04-bb0f26ca9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:11.420708 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-debb7587-6fa4-4ff6-bb04-bb0f26ca9fbd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1160 time: 0.1852748
Feb 05 23:47:11.449500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-131ff10c-67e6-47d1-a3f2-ee35dbe8399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:11.452917 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-131ff10c-67e6-47d1-a3f2-ee35dbe8399d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2034466
Feb 05 23:47:11.457563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:11.662202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-97ef30bb-9f57-4001-9ad0-c4163e384789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:11.663939 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-97ef30bb-9f57-4001-9ad0-c4163e384789 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2363694
Feb 05 23:47:11.672597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-42e5f9d8-0586-4c0d-bbe5-e30ed30c5e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:11.834661 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-0e82cdc2-65da-428f-93a2-212d2ab44c02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 217 time: 0.1622522
Feb 05 23:47:11.945105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-3d255699-29eb-4750-9fad-c54e1fe3a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:11.946906 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-3d255699-29eb-4750-9fad-c54e1fe3a3e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.1024635
Feb 05 23:47:12.089409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-4725190d-44e2-451e-b8d7-2bc2da68505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:12.091264 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-4725190d-44e2-451e-b8d7-2bc2da68505b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374419
Feb 05 23:47:12.288215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:12.454625 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-bca1b9b3-b922-4ec1-a183-5d8e28fe0187 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9603026
Feb 05 23:47:12.518376 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-98d9d3c1-5325-4713-a55c-b06300856af9 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4197242
Feb 05 23:47:12.553468 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7a72deaa-d850-4516-bd7b-d09490b20fd8 req-2abd0725-8e07-4d65-be09-0a809979db90 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 210 time: 0.1040366
Feb 05 23:47:12.829395 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-54c78a55-722a-4a29-9580-22b85e6d5bd5 req-b1f3fdec-9452-4c72-be59-31d249990b9f service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3036942
Feb 05 23:47:13.163967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19a1a3-4a1c-42df-ac13-50652bd0234c req-92c64b91-5b94-4cea-932d-d6222b4840a7 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:13.166815 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f19a1a3-4a1c-42df-ac13-50652bd0234c req-92c64b91-5b94-4cea-932d-d6222b4840a7 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 1.3384144
Feb 05 23:47:13.229644 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-141846f4-b3e5-499c-bb78-206e69e0ad31 req-7796158e-0b18-4045-ac5c-7f0d886720c8 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7609062
Feb 05 23:47:13.537050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ea11a3f6-17be-476e-be6e-533f910ea255 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:13.538136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ea11a3f6-17be-476e-be6e-533f910ea255 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Synchronizing usage tracker for tenant:d311be0a78894ee8add165b5b27c35ee on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:13.594134 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f19a1a3-4a1c-42df-ac13-50652bd0234c req-7af37c8b-ab28-4b67-94e4-d479ace36846 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3642914
Feb 05 23:47:13.631440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ea11a3f6-17be-476e-be6e-533f910ea255 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Unset dirty status for tenant:d311be0a78894ee8add165b5b27c35ee on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:13.633660 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ea11a3f6-17be-476e-be6e-533f910ea255 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "GET /v2.0/networks?id=92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 200  len: 814 time: 0.7230327
Feb 05 23:47:13.668826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Request body: {'port': {'device_id': '578ab577-5227-4276-8b7e-292f5050a1b1', 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835', 'admin_state_up': True, 'tenant_id': 'd311be0a78894ee8add165b5b27c35ee'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:13.896335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed067-067d-4efc-9450-1069db740617 req-984e3d11-1fc0-4a5a-99d7-74d8d96a3495 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:13.909582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33bed067-067d-4efc-9450-1069db740617 req-984e3d11-1fc0-4a5a-99d7-74d8d96a3495 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 943 time: 1.0775721
Feb 05 23:47:13.929009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:13.971387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:13.977168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Usage tracker for resource:port and tenant:d311be0a78894ee8add165b5b27c35ee is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:13.980926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:13.993565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:14.062148 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-387486d8-78ec-4e18-bb35-e3b2b59ab881 req-896bdea7-f6ba-4481-8290-3939f4422d40 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 210 time: 0.1267812
Feb 05 23:47:14.072859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Made reservation on behalf of d311be0a78894ee8add165b5b27c35ee for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:47:14.148091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:14.214087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:14.215649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Allocated IP 172.27.3.250 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/b0286fee-e5a1-4e63-9d6b-32be35035a2f) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:14.302911 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33bed067-067d-4efc-9450-1069db740617 req-499d9e5a-c0a9-4ac3-907c-dd25316eb5f3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2391474
Feb 05 23:47:14.553554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:14.643550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:14.674435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:14.928283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=b0286fee-e5a1-4e63-9d6b-32be35035a2f,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:14.938923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:14.962422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Allocated IP 172.20.0.3 (92e13217-dd0f-4b8d-8853-c647c53c4835/ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b/37f09305-1e09-4b35-a514-e39bca562794) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:15.132104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45962) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:15.283289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:15.390844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832cff6-8469-45d3-883a-0b69f236e5a7 req-6ff8c812-e058-4130-b43a-9de96ad18cd8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:15.393017 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8832cff6-8469-45d3-883a-0b69f236e5a7 req-6ff8c812-e058-4130-b43a-9de96ad18cd8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.3023152
Feb 05 23:47:15.514715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:15.603797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:15.634648 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8832cff6-8469-45d3-883a-0b69f236e5a7 req-0ae77236-5118-4fd1-af9c-6af20cb6e232 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2260907
Feb 05 23:47:15.704964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:15.722814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:15.729749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:15.830670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:15.893240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:15.908942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:16.114543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:16.123321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Usage tracker for resource:security_group_rule and tenant:d99bcb05195e4c609cf471d66125eadf is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:16.140687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:16.146876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:16.155962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:16.163406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:16.170771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:16.191336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bb967-e88f-4b87-96aa-01815d066b26 req-a5b90e96-fbe3-416e-834f-b4bf7069245b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:16.193803 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a41bb967-e88f-4b87-96aa-01815d066b26 req-a5b90e96-fbe3-416e-834f-b4bf7069245b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 931 time: 0.6355112
Feb 05 23:47:16.234634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Pushing event updated for resources: {'Port': ['ID=37f09305-1e09-4b35-a514-e39bca562794,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:16.245976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:16.284329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:16.339833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a41bb967-e88f-4b87-96aa-01815d066b26 req-61909e7f-4943-4750-b4e5-e0a387c1147a tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284947
Feb 05 23:47:16.421197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:16.422726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:16.515722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2614f-938b-4089-b856-d6ff140b072e req-94d2ef12-3fbc-49b9-a47e-5e761b9dfa56 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:16.518141 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4a2614f-938b-4089-b856-d6ff140b072e req-94d2ef12-3fbc-49b9-a47e-5e761b9dfa56 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 943 time: 0.6213932
Feb 05 23:47:16.533589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8725145
Feb 05 23:47:16.543215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:16.553832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Request body: {'port': {'device_id': '578ab577-5227-4276-8b7e-292f5050a1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:16.647087 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4a2614f-938b-4089-b856-d6ff140b072e req-95a88800-0110-4298-bd22-59b75cc894e1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1141112
Feb 05 23:47:16.926669 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.043082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.057308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.095590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:17.096226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d11a163e-b269-481e-93be-a103c79a229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:17.193979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d99bcb05195e4c609cf471d66125eadf&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0598092
Feb 05 23:47:17.195068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 45988) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:17.291753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=b0286fee-e5a1-4e63-9d6b-32be35035a2f,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:17.297178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218ee42f-099e-40d1-a6e0-3a90a19cbb4f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:17.303323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:17.303474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:17.385281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.469464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.525386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2e3a9-f705-4bd0-ae6b-1591c5d89d8f req-3cc03bcf-c8af-49c8-af17-739a41cd6e9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:17.530644 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fec2e3a9-f705-4bd0-ae6b-1591c5d89d8f req-3cc03bcf-c8af-49c8-af17-739a41cd6e9e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.5368495
Feb 05 23:47:17.533733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.545335 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.2276392
Feb 05 23:47:17.571407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:17.676110 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fec2e3a9-f705-4bd0-ae6b-1591c5d89d8f req-dc7fc065-df7a-4221-9c85-ebb5b0e84e6d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1289737
Feb 05 23:47:17.814050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.051664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec320eb7-7fcb-4bb2-b8b3-bc949aa07fb0 req-bdca0418-a5d8-44da-a8df-6ef21b289e16 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:18.053846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ec320eb7-7fcb-4bb2-b8b3-bc949aa07fb0 req-bdca0418-a5d8-44da-a8df-6ef21b289e16 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 931 time: 0.3475299
Feb 05 23:47:18.117103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.132390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-27223d59-9e61-4ea1-a507-bdcc1bddb2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:18.186822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ee42f-099e-40d1-a6e0-3a90a19cbb4f,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:18.193799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:18.229096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.233338 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/218ee42f-099e-40d1-a6e0-3a90a19cbb4f HTTP/1.1" status: 204  len: 168 time: 1.0261478
Feb 05 23:47:18.243172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device f6399043-da0c-49a7-8e57-a7b17fc49a22 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:18.481096 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ec320eb7-7fcb-4bb2-b8b3-bc949aa07fb0 req-dbe89031-1284-4e55-9c26-c57d3d524c72 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002402
Feb 05 23:47:18.556813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port f6399043-da0c-49a7-8e57-a7b17fc49a22 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:47:18.570292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port f6399043-da0c-49a7-8e57-a7b17fc49a22 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:18.571013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.637993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f09305-1e09-4b35-a514-e39bca562794 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:47:18.648668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.669179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Transition to ACTIVE for port object 37f09305-1e09-4b35-a514-e39bca562794 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:47:18.733664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.765006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b4e78c9-9bc6-4917-a753-19b005a38643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:18.771197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bed654-e59e-4c2d-9bbf-95e674b02fb4 req-e06d47a5-c9c6-432a-a900-7383631ce1f8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:18.779771 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34bed654-e59e-4c2d-9bbf-95e674b02fb4 req-e06d47a5-c9c6-432a-a900-7383631ce1f8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 943 time: 0.7239535
Feb 05 23:47:18.848465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:18.912385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:18.940890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port f6399043-da0c-49a7-8e57-a7b17fc49a22, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:18.978921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-15e58a86-914e-4630-9fcb-89fc68281f4b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:19.025543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.027658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:19.123063 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34bed654-e59e-4c2d-9bbf-95e674b02fb4 req-d8f4fea1-c66c-4685-a9b2-f3186fc2b24e tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2177320
Feb 05 23:47:19.124416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-15e58a86-914e-4630-9fcb-89fc68281f4b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:19.134472 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-15e58a86-914e-4630-9fcb-89fc68281f4b tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--299859205&fields=id&tenant_id=ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 267 time: 0.3490438
Feb 05 23:47:19.197069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Pushing event updated for resources: {'Port': ['ID=37f09305-1e09-4b35-a514-e39bca562794,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:19.204955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:19.221897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=f6399043-da0c-49a7-8e57-a7b17fc49a22,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:19.231469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:19.295187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Attempting to bind port 37f09305-1e09-4b35-a514-e39bca562794 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:47:19.295187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Attempting to bind port 37f09305-1e09-4b35-a514-e39bca562794 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:47:19.295187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Attempting to bind port 37f09305-1e09-4b35-a514-e39bca562794 on network 92e13217-dd0f-4b8d-8853-c647c53c4835 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:47:19.301575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:47:19.301981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Checking segment: {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:47:19.302393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.302817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Bound using segment: {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:47:19.303354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Bound port: 37f09305-1e09-4b35-a514-e39bca562794, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593431b-3ea6-443c-84a0-01ead132d516', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '92e13217-dd0f-4b8d-8853-c647c53c4835'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:47:19.303754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.495728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] For port 37f09305-1e09-4b35-a514-e39bca562794, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:47:19.514449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] For port 37f09305-1e09-4b35-a514-e39bca562794, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=37f09305-1e09-4b35-a514-e39bca562794,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:47:19.550434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46026) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:19.585621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.596533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.626433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-ca68f635-c03e-4322-9e79-8ec392f9f19a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:19.629217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-ca68f635-c03e-4322-9e79-8ec392f9f19a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 811 time: 0.4932206
Feb 05 23:47:19.756324 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-8e94eb05-71fb-412a-a45b-7a216419d2eb tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/quotas/ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 375 time: 0.0528791
Feb 05 23:47:19.817448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device f6399043-da0c-49a7-8e57-a7b17fc49a22 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:19.834719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7e54c702-6e1f-44a7-ba49-86d9fc3a99b1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:19.982214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port f6399043-da0c-49a7-8e57-a7b17fc49a22 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:19.982926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:19.996771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:20.002342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:07d624797d2943a59f296e9f810bfe1f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:20.006172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:20.021548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:20.139467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9139a5-699e-4eb2-b65d-0f6527044ddf req-e43b5490-511b-4c65-95a5-1b5881085442 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:20.141927 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0f9139a5-699e-4eb2-b65d-0f6527044ddf req-e43b5490-511b-4c65-95a5-1b5881085442 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.5110261
Feb 05 23:47:20.178770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:20.208541 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:20.209507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:20.211390 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] 10.222.0.86 "PUT /v2.0/ports/37f09305-1e09-4b35-a514-e39bca562794 HTTP/1.1" status: 200  len: 1157 time: 3.6643629
Feb 05 23:47:20.212210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'tag': '37f09305-1e09-4b35-a514-e39bca562794'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:20.222156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:20.237040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Pushing event updated for resources: {'Port': ['ID=37f09305-1e09-4b35-a514-e39bca562794,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:20.244840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ffca0b21-bdc6-4903-85e9-d3ca721f8394 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:20.245668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1f24dca3-cdfd-4028-8971-046a83221951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:20.251854 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-9172de39-0a6d-4b64-9bf8-d6db2cbaa918 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4942658
Feb 05 23:47:20.306962 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07d624797d2943a59f296e9f810bfe1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7553210
Feb 05 23:47:20.319319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46038) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:20.324562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbdf9f-7b60-42c5-91b6-5b420233de3c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:20.353252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:20.570785 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0f9139a5-699e-4eb2-b65d-0f6527044ddf req-9e9bb919-97fe-4ade-a2f9-6dde77c2c2ac tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3173044
Feb 05 23:47:20.594414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:20.600368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-1358ec3d-fc86-4cb6-ad58-3e2335176731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:20.603620 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-1358ec3d-fc86-4cb6-ad58-3e2335176731 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 1160 time: 0.2717495
Feb 05 23:47:20.663468 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-1dfc1644-c04e-419d-9ba5-ad08dcc10a4a service neutron] 10.222.0.35 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3900473
Feb 05 23:47:20.678255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:20.711454 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'code': 200}
Feb 05 23:47:20.898083 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-bfd20b4e-9112-4cad-bb58-67194f3ff914 service neutron] 10.222.0.35 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2266543
Feb 05 23:47:20.943115 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-2b3f1c96-c408-419b-9521-ae7735ec2bbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f09305-1e09-4b35-a514-e39bca562794 HTTP/1.1" status: 200  len: 217 time: 0.1481872
Feb 05 23:47:20.943115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:21.052482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3ae97f50-71fe-4f69-a130-79f5b0bc9790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:21.089999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:21.091697 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2dbdf9f-7b60-42c5-91b6-5b420233de3c HTTP/1.1" status: 204  len: 168 time: 0.7709081
Feb 05 23:47:21.093015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbdf9f-7b60-42c5-91b6-5b420233de3c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:21.123825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:21.191072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ca13b65d-2a44-4751-930a-9cb0daa3a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:21.193380 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-ca13b65d-2a44-4751-930a-9cb0daa3a01f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b HTTP/1.1" status: 200  len: 854 time: 0.2418323
Feb 05 23:47:21.263334 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-bb58d018-ffed-4cf2-b034-34ede88a2fbe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=92e13217-dd0f-4b8d-8853-c647c53c4835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612838
Feb 05 23:47:21.486966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfd71a-6acb-41dd-b056-d4cf70565270 req-56a4f073-6bc9-4e5f-96d5-efafb0a71c6f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:21.489974 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fbcfd71a-6acb-41dd-b056-d4cf70565270 req-56a4f073-6bc9-4e5f-96d5-efafb0a71c6f tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 943 time: 0.2820926
Feb 05 23:47:21.589768 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-c642c6fd-9d77-416b-b7e3-64e31b70f0bd service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185332
Feb 05 23:47:21.615571 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fbcfd71a-6acb-41dd-b056-d4cf70565270 req-92028579-8c52-424c-bc72-7f549d73dc47 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096470
Feb 05 23:47:21.802067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d13957-337e-4bc8-b2d8-741a54ef8a47 req-abf7a9fc-4c1e-4f90-acfb-2f4c7675ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:21.806949 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-43d13957-337e-4bc8-b2d8-741a54ef8a47 req-abf7a9fc-4c1e-4f90-acfb-2f4c7675ad5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1162 time: 0.2134161
Feb 05 23:47:21.911843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-43d13957-337e-4bc8-b2d8-741a54ef8a47 req-ef87699e-32b8-4918-9a51-bad8dcadbf5a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0962460
Feb 05 23:47:22.033125 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b2b42c5e-8e11-4aa4-bd64-c054cff733cf req-47aa2ceb-31a7-45dc-b7cb-d7cd0767066b service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4178164
Feb 05 23:47:22.527124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'tag': '37f09305-1e09-4b35-a514-e39bca562794', 'status': 'completed', 'code': 200}
Feb 05 23:47:22.549674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543113a-8e21-4eb9-91de-db09f4cf4e61 req-d2d6fb9e-9851-49e1-9cf2-80c21f36fc1d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:22.552708 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2543113a-8e21-4eb9-91de-db09f4cf4e61 req-d2d6fb9e-9851-49e1-9cf2-80c21f36fc1d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.4173632
Feb 05 23:47:22.648162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-aabb512f-66d8-411e-b433-1016ef8714d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:22.649876 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-aabb512f-66d8-411e-b433-1016ef8714d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d311be0a78894ee8add165b5b27c35ee&device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 1160 time: 0.1025667
Feb 05 23:47:22.670341 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2543113a-8e21-4eb9-91de-db09f4cf4e61 req-38dd53b4-586a-4798-afe8-7e3505244bc3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1108286
Feb 05 23:47:22.800252 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7ac145b2-7d57-4bfd-b5d2-6d4db15ea866 req-aa2af045-1bcf-4357-8beb-0a5b5063c559 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 210 time: 0.0550301
Feb 05 23:47:22.816698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-51adab5f-a747-4c67-8608-e1be4330abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:22.818391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-51adab5f-a747-4c67-8608-e1be4330abe2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 200  len: 908 time: 0.1613450
Feb 05 23:47:22.916006 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-278023f5-c454-41ea-ac1d-dfc03f1a97bc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f09305-1e09-4b35-a514-e39bca562794 HTTP/1.1" status: 200  len: 217 time: 0.0875716
Feb 05 23:47:23.294761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-d2c9f201-38ce-4f43-a887-f94106896525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:23.302314 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-d2c9f201-38ce-4f43-a887-f94106896525 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b HTTP/1.1" status: 200  len: 854 time: 0.3737350
Feb 05 23:47:23.527532 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-829b3693-0330-476f-bd71-7137b178ed3c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=92e13217-dd0f-4b8d-8853-c647c53c4835&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2153652
Feb 05 23:47:23.718993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c96-99e5-4478-8333-1a07c1a125e1 req-17bd405c-a8fd-4d36-ae42-7b4152be090a tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:23.738591 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a7121c96-99e5-4478-8333-1a07c1a125e1 req-17bd405c-a8fd-4d36-ae42-7b4152be090a tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.7103417
Feb 05 23:47:23.926175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97808d3-8ff9-43df-9441-abd5723ef368 req-99bde5ad-30f5-4951-8867-fa7a83a3c760 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:23.929840 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e97808d3-8ff9-43df-9441-abd5723ef368 req-99bde5ad-30f5-4951-8867-fa7a83a3c760 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 943 time: 0.6060045
Feb 05 23:47:23.976224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-1355eaa6-9202-47f6-a40e-3000a43112f8 service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359570
Feb 05 23:47:24.064968 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a7121c96-99e5-4478-8333-1a07c1a125e1 req-6df6c6b8-914b-4afd-8412-1322b4d19c59 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3247664
Feb 05 23:47:24.239144 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e97808d3-8ff9-43df-9441-abd5723ef368 req-12d96c3d-8105-4453-a7dc-26ff7bd9fad3 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725001
Feb 05 23:47:24.275291 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-b9d3d1b4-b8b6-460a-ae23-d7eb028b780e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1797667
Feb 05 23:47:24.299088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 37f09305-1e09-4b35-a514-e39bca562794 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:24.412959 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ab94602-8985-4ab2-b219-b8bb55fdf584 req-854fc9e9-63a8-4b82-ad59-a3e0e7e83286 service neutron] 10.222.0.86 "GET /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4339299
Feb 05 23:47:24.590915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 37f09305-1e09-4b35-a514-e39bca562794 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:47:24.599877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 37f09305-1e09-4b35-a514-e39bca562794 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:24.600308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:24.850096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-1cd9f20e-309b-46de-8e7f-6c252136569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:24.865346 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-1cd9f20e-309b-46de-8e7f-6c252136569a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 1162 time: 0.4953434
Feb 05 23:47:24.982870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:25.080246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 37f09305-1e09-4b35-a514-e39bca562794, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=37f09305-1e09-4b35-a514-e39bca562794,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:25.081034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f09305-1e09-4b35-a514-e39bca562794'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:25.085337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf5f5-3192-48b1-a21a-fe2ada80882e req-235e1c26-4e38-4363-972c-31dcf057cb0d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:25.100503 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca6cf5f5-3192-48b1-a21a-fe2ada80882e req-235e1c26-4e38-4363-972c-31dcf057cb0d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.5490363
Feb 05 23:47:25.110990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:25.116252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:25.206708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=37f09305-1e09-4b35-a514-e39bca562794,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:25.211018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:25.498292 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca6cf5f5-3192-48b1-a21a-fe2ada80882e req-6fb7aaad-8da8-4051-b41f-2a04f15816d0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2065477
Feb 05 23:47:25.645067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-44764057-12e2-4122-8bed-8e5961cb3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:25.670004 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-44764057-12e2-4122-8bed-8e5961cb3a6d service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.5672927
Feb 05 23:47:25.886043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 37f09305-1e09-4b35-a514-e39bca562794 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:26.033092 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e834710c-a284-4d8f-9fa8-4c09c81dd645 req-01e9be39-4feb-4040-aae3-2d1d24befaca tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 210 time: 0.3543701
Feb 05 23:47:26.113801 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-15162e44-d463-402f-bf8c-aa8d8f50babb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 200  len: 1000 time: 0.4303088
Feb 05 23:47:26.280978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 37f09305-1e09-4b35-a514-e39bca562794 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:26.281683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:26.300411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-199a7bf9-8ddb-4bbb-90c3-da596b4c7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:26.306074 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-199a7bf9-8ddb-4bbb-90c3-da596b4c7f32 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.1811862
Feb 05 23:47:26.499048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-104eed68-ab10-4602-b81a-807c972d5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:26.500894 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-104eed68-ab10-4602-b81a-807c972d5377 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1898286
Feb 05 23:47:26.696983 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f09305-1e09-4b35-a514-e39bca562794', 'code': 200}
Feb 05 23:47:27.290600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ff30d-4caa-440a-9184-ae9b88a59133 req-d3c9376c-17da-43d8-a3e0-537f3ed109b6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:27.301693 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6c0ff30d-4caa-440a-9184-ae9b88a59133 req-d3c9376c-17da-43d8-a3e0-537f3ed109b6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.9181628
Feb 05 23:47:27.516611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-f5a1cb65-2b21-4bb6-af01-6eba25998cf7 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:27.518739 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-f5a1cb65-2b21-4bb6-af01-6eba25998cf7 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 811 time: 1.4889741
Feb 05 23:47:27.670033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-2f73bef0-8428-4222-94a7-089ce950dbe6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:27.779022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-2f73bef0-8428-4222-94a7-089ce950dbe6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:27.780706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-2f73bef0-8428-4222-94a7-089ce950dbe6 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ab340a5cd4234f3aafcac8833c2f9657 HTTP/1.1" status: 200  len: 5703 time: 0.2472546
Feb 05 23:47:27.793692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'port': {'device_id': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'admin_state_up': True, 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'security_groups': ['2f5c29ed-f5e3-4f41-b5cc-6036020fa11a']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:27.986882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a59e8-2ec2-42aa-8952-24002f68c491 req-5f775980-f426-4e86-9640-1c30ab6f3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:27.988706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf7a59e8-2ec2-42aa-8952-24002f68c491 req-5f775980-f426-4e86-9640-1c30ab6f3cd8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 1162 time: 0.3602879
Feb 05 23:47:28.040449 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6c0ff30d-4caa-440a-9184-ae9b88a59133 req-51a47135-6da8-4d8e-b8cf-a17ff3f9e115 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.7373900
Feb 05 23:47:28.072340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:28.089405 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf7a59e8-2ec2-42aa-8952-24002f68c491 req-58a2cc40-44b2-409f-b42c-46dedd5ec7ce service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710363
Feb 05 23:47:28.092852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Usage tracker for resource:port and tenant:ab340a5cd4234f3aafcac8833c2f9657 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:28.097787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:28.115363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:28.129279 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-60e59263-5cad-4e94-a333-5cc738d38459 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6177390
Feb 05 23:47:28.186968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Made reservation on behalf of ab340a5cd4234f3aafcac8833c2f9657 for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:47:28.227483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:28.328967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0e813-4412-4ae0-a348-54545cbe7b7d req-333113a6-7cdb-4453-ac77-1b47df022e8e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:28.332066 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dff0e813-4412-4ae0-a348-54545cbe7b7d req-333113a6-7cdb-4453-ac77-1b47df022e8e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 945 time: 1.3550675
Feb 05 23:47:28.591130 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f209c5c5-cc12-46e6-954b-1033842783e4 req-534dad86-1735-4845-8eb4-70df9fd6e993 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2533588
Feb 05 23:47:28.931751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07f40-bbbe-4fb7-a086-c2b4c6241d20 req-0a4800ff-55dc-4764-b90f-bcf7d8d74220 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:28.947103 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9b07f40-bbbe-4fb7-a086-c2b4c6241d20 req-0a4800ff-55dc-4764-b90f-bcf7d8d74220 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.6124341
Feb 05 23:47:29.001554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dff0e813-4412-4ae0-a348-54545cbe7b7d req-f3d2a11d-866d-4ef2-8678-53308af3e1ec tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6595523
Feb 05 23:47:29.242986 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c9b07f40-bbbe-4fb7-a086-c2b4c6241d20 req-ed93e0df-b93a-44e9-b517-f96a968e4261 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2922764
Feb 05 23:47:29.275288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Allocated IP 172.20.0.8 (8b12a48c-ef16-412c-a8b8-01abc3e5637f/93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a/a3c9138f-6615-4510-9bf1-305d10f62682) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:29.457583 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e8f18515-bd48-4209-9e58-a67a73c62336 req-b340635f-ea7f-40d8-a0dd-2a48a984028a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 210 time: 0.1019540
Feb 05 23:47:29.705400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:29.731101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:29.752357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Transition to ACTIVE for port object a3c9138f-6615-4510-9bf1-305d10f62682 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:47:29.819748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:29.851367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c774e125-9ee5-417d-a779-edaf2f6a59a2 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:29.962551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:30.029808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c2dd-c7ee-4975-9989-246fe44bfd9f req-88787b37-d9d2-4b62-b168-b8cb3a4e9b93 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:30.046117 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27f4c2dd-c7ee-4975-9989-246fe44bfd9f req-88787b37-d9d2-4b62-b168-b8cb3a4e9b93 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.3592114
Feb 05 23:47:30.212523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:30.212807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:30.255637 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27f4c2dd-c7ee-4975-9989-246fe44bfd9f req-8a1c2884-5328-43ab-acdd-534519f27e43 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2068956
Feb 05 23:47:30.283325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event updated for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:30.292090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:30.293734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:30.297102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:30.312539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:30.484878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 37f09305-1e09-4b35-a514-e39bca562794 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:30.669170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:47:30.697895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:30.698682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:30.702385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 37f09305-1e09-4b35-a514-e39bca562794 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:30.703726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:30.797024 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0084445
Feb 05 23:47:30.810536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Request body: {'port': {'device_id': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:30.863928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-476b757b-6f3e-4655-a19e-4923336df970 req-e3d2e1bf-2a56-4318-8337-e8ce11591a38 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4859328
Feb 05 23:47:30.871638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:30.896396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:30.900896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Usage tracker for resource:floatingip and tenant:0ea243ebde1f4b58945991a930e1c069 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:30.906334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:30.915506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:31.068099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:31.079044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:31.151342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-9670d6bc-9cab-41f2-8a37-e2eb96f17c5d None None] Provisioning for port a3c9138f-6615-4510-9bf1-305d10f62682 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:47:31.159233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-9670d6bc-9cab-41f2-8a37-e2eb96f17c5d None None] Provisioning complete for port a3c9138f-6615-4510-9bf1-305d10f62682 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:31.159666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9670d6bc-9cab-41f2-8a37-e2eb96f17c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:31.330693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-9670d6bc-9cab-41f2-8a37-e2eb96f17c5d None None] Port a3c9138f-6615-4510-9bf1-305d10f62682 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:47:31.370148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859e4-3170-4008-9341-e8f0901e935f req-803b169d-3ae1-4d5f-9c1e-cfc13613ad71 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:31.381980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e27859e4-3170-4008-9341-e8f0901e935f req-803b169d-3ae1-4d5f-9c1e-cfc13613ad71 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 945 time: 0.5120966
Feb 05 23:47:31.469128 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e27859e4-3170-4008-9341-e8f0901e935f req-00e51ce6-23ec-4e46-af87-0c5b2b123afd tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884154
Feb 05 23:47:31.554420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:31.980830 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46226) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:32.074607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedd76c-a367-4b05-882b-0c565507281b req-98c43152-ae20-4424-adcf-442719060177 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:32.084111 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2bedd76c-a367-4b05-882b-0c565507281b req-98c43152-ae20-4424-adcf-442719060177 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.2666442
Feb 05 23:47:32.107890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c9138f-6615-4510-9bf1-305d10f62682 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:47:32.119770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:32.140086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Transition to ACTIVE for port object a3c9138f-6615-4510-9bf1-305d10f62682 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:47:32.174557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.27.3.167 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/6bc2bed1-3c54-46df-88a4-e2c20c296f0c) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:32.178806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:32.198786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-46265680-77db-4a53-889f-f45a878ce84e tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:32.217510 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2bedd76c-a367-4b05-882b-0c565507281b req-b868b48e-10bd-495f-a7ea-9d37da5c212a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313720
Feb 05 23:47:32.291290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:32.295702 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:32.383200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:32.417437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:32.422917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4263465155432280f4858bf6598deb is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:32.426672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:32.434112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:32.532872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:32.576155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:32.591964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03cd3b00-36e4-487a-8847-bcd79111eef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:32.647628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14e4be-c599-4294-bbf2-899c007a741d,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:32.730764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-efd9dc0f-c57f-49ca-a6e9-c83d483d6471 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:32.733752 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-efd9dc0f-c57f-49ca-a6e9-c83d483d6471 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 945 time: 0.5983183
Feb 05 23:47:32.759350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:32.794790 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d4263465155432280f4858bf6598deb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8118389
Feb 05 23:47:32.796273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46240) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:33.015207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Deleting port 04f861d4-6532-403f-b321-a3e4e7475fb8 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:47:33.015638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.094203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Attempting to bind port a3c9138f-6615-4510-9bf1-305d10f62682 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:47:33.094969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Attempting to bind port a3c9138f-6615-4510-9bf1-305d10f62682 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:47:33.095666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Attempting to bind port a3c9138f-6615-4510-9bf1-305d10f62682 on network 8b12a48c-ef16-412c-a8b8-01abc3e5637f {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:47:33.115708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:47:33.116415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Checking segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:47:33.117180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.117938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Bound using segment: {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:47:33.119054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Bound port: a3c9138f-6615-4510-9bf1-305d10f62682, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abb46d-8361-40cd-978b-a90a7b576579', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:47:33.119596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.219827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.332285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.461021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597e368-d09a-44fb-afb3-b3d9caf168d0 req-cf7cff7d-d6fc-4d92-8280-d8fd302cbe5c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:33.464536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2597e368-d09a-44fb-afb3-b3d9caf168d0 req-cf7cff7d-d6fc-4d92-8280-d8fd302cbe5c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 943 time: 0.9529717
Feb 05 23:47:33.475085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.487911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:47:33.508832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a3c9138f-6615-4510-9bf1-305d10f62682,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:47:33.714787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.718163 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2597e368-d09a-44fb-afb3-b3d9caf168d0 req-0e4d740b-8b40-43b1-94e1-e963e24325ff tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387665
Feb 05 23:47:33.724157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:33.801839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-321a3fcb-ff91-4cce-97d4-25493abec4a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:33.918184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 04f861d4-6532-403f-b321-a3e4e7475fb8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:47:33.931773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-940c9de5-de49-43a9-868e-baa957775542 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:34.207031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:34.224323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:34.247631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:34.248946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:34.282160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:34.287572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=6bc2bed1-3c54-46df-88a4-e2c20c296f0c,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:34.291027 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b14e4be-c599-4294-bbf2-899c007a741d HTTP/1.1" status: 204  len: 168 time: 1.4415634
Feb 05 23:47:34.298641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:34.303888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:34.307010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-affd7521-89b3-45f1-8abf-5b31470ba4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:34.310709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:34.312598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4ccb5d53-a2b0-445c-876f-56537e34368e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:34.315909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:34.340590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:34.494452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:34.496870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=7']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:34.504287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:34.509522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:34.568472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14e4be-c599-4294-bbf2-899c007a741d,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:34.572672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:34.704082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:34.704965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:34.707601 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] 10.222.0.86 "PUT /v2.0/ports/a3c9138f-6615-4510-9bf1-305d10f62682 HTTP/1.1" status: 200  len: 1157 time: 3.9028790
Feb 05 23:47:34.708348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:35.007012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-76934153-3748-4806-ad3c-1cbc987c7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:35.009493 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-76934153-3748-4806-ad3c-1cbc987c7818 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 1160 time: 0.2133226
Feb 05 23:47:35.128742 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-a649029e-defc-4362-a2fd-0d409156c37f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c9138f-6615-4510-9bf1-305d10f62682 HTTP/1.1" status: 200  len: 217 time: 0.1063628
Feb 05 23:47:35.224166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-2014ca11-0415-4315-9475-fc918791ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:35.226666 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-2014ca11-0415-4315-9475-fc918791ac37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.0843651
Feb 05 23:47:35.268173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:35.352633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-60ca48ee-8d90-436a-86bf-dcc6455ad108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:35.355895 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-60ca48ee-8d90-436a-86bf-dcc6455ad108 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1219072
Feb 05 23:47:35.486715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46268) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:35.616848 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-cf5539e6-6c22-4f4c-b996-3532f0c36983 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516692
Feb 05 23:47:35.716236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d4f3-985e-4b53-95a7-594deb1ef9b9 req-f2c61ee1-d97d-46db-ba1d-00362338872e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:35.733166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6538d4f3-985e-4b53-95a7-594deb1ef9b9 req-f2c61ee1-d97d-46db-ba1d-00362338872e tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 1.5672886
Feb 05 23:47:35.739588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:35.844299 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-23fe6002-7ad4-4096-8f0a-6393fc00f15a req-fd06314e-a89c-4276-bc4c-cf40ece3123c service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2162197
Feb 05 23:47:35.930733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:35.931408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:35.954706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:36.107624 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6538d4f3-985e-4b53-95a7-594deb1ef9b9 req-40595f32-f9ab-43ae-8ddd-9e6410a6bb17 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=904d52b6-b6e7-4c99-9627-6419033a722e&id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3727200
Feb 05 23:47:36.248038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:36.260017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Usage tracker for resource:security_group_rule and tenant:f316ec1b70bb4ecfb723bc4acd889d79 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:36.267592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:36.279459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:37.081026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.081302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.081669 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Floating IP 651c88bd-de9d-4704-a35c-b1d2054cbeb5 disassociated. External IP: 172.27.3.84, port: 04f861d4-6532-403f-b321-a3e4e7475fb8.
Feb 05 23:47:37.082070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Calling delete_port for 04f861d4-6532-403f-b321-a3e4e7475fb8 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:47:37.140135 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.213775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.245063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f69dbce4-affc-4f1c-a3a8-ad7890822919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:37.303701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c929c6cb-f753-49b3-877e-3f5a3aa62d58,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:37.331157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:37.441156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.500799 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f316ec1b70bb4ecfb723bc4acd889d79&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7632539
Feb 05 23:47:37.505640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46294) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:37.520406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.594722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d6a564c7-be36-44f6-8c8a-cb2133159307 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:37.678273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:47:37.679287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:47:37.690158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.735564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.830172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.836283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-627c3561-f637-405d-8207-8a0609dcfea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:37.858491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=6bc2bed1-3c54-46df-88a4-e2c20c296f0c,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:37.861961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929c6cb-f753-49b3-877e-3f5a3aa62d58,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:37.864910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:37.882909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:37.884217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c929c6cb-f753-49b3-877e-3f5a3aa62d58 HTTP/1.1" status: 204  len: 168 time: 0.3766544
Feb 05 23:47:37.932930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:38.340452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dd0ff-f7e4-4c3a-a5e8-fc5a2654e49c req-eb07c680-18b3-46ce-8693-79ac05738846 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:38.342296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-809dd0ff-f7e4-4c3a-a5e8-fc5a2654e49c req-eb07c680-18b3-46ce-8693-79ac05738846 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.5334978
Feb 05 23:47:38.342901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Deleting port 04f861d4-6532-403f-b321-a3e4e7475fb8 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:47:38.343283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:38.531118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:38.552591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device a3c9138f-6615-4510-9bf1-305d10f62682 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:38.571021 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-809dd0ff-f7e4-4c3a-a5e8-fc5a2654e49c req-4f71191d-bcad-4006-97e9-6b3f5868f2ce tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1973214
Feb 05 23:47:38.658434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:38.659977 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-476b757b-6f3e-4655-a19e-4923336df970 req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 7.7950919
Feb 05 23:47:38.716020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port a3c9138f-6615-4510-9bf1-305d10f62682 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:47:38.722841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port a3c9138f-6615-4510-9bf1-305d10f62682 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:38.723567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:38.820755 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'code': 200}
Feb 05 23:47:38.837566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-476b757b-6f3e-4655-a19e-4923336df970 req-8a37f216-722c-4e46-a30b-8c9d894c343a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:38.883224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'status': 'completed', 'code': 200}
Feb 05 23:47:39.023350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:39.063925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-476b757b-6f3e-4655-a19e-4923336df970 req-8a37f216-722c-4e46-a30b-8c9d894c343a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:39.066159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-476b757b-6f3e-4655-a19e-4923336df970 req-8a37f216-722c-4e46-a30b-8c9d894c343a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.3789918
Feb 05 23:47:39.082820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-32ce356c-c5ab-4985-8c8a-14eacb0e4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:39.084525 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-32ce356c-c5ab-4985-8c8a-14eacb0e4bcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 1160 time: 0.1796978
Feb 05 23:47:39.101727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a3c9138f-6615-4510-9bf1-305d10f62682,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:39.174092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:39.179250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:39.251204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-52ad0127-4eaf-4a26-a265-34fccb27e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:39.253051 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-52ad0127-4eaf-4a26-a265-34fccb27e469 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.1607122
Feb 05 23:47:39.343908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:39.348804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:39.368007 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-60a45977-7d63-48a2-a8e5-f08ec1cc42ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c9138f-6615-4510-9bf1-305d10f62682 HTTP/1.1" status: 200  len: 217 time: 0.0938904
Feb 05 23:47:39.369544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09f700da-bdc1-4058-ae93-9d5f0428da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:39.433448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] For port 04f861d4-6532-403f-b321-a3e4e7475fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04f861d4-6532-403f-b321-a3e4e7475fb8,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:47:39.434179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:39.453028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-1a9ebc4c-02ae-4ecb-bb8d-6c299785a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:39.454722 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-1a9ebc4c-02ae-4ecb-bb8d-6c299785a89e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.0780764
Feb 05 23:47:39.560689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-5dd3ffe2-b5b6-4f68-a297-7c1f53e335c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:39.562578 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-5dd3ffe2-b5b6-4f68-a297-7c1f53e335c0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998564
Feb 05 23:47:39.865916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b757b-6f3e-4655-a19e-4923336df970 req-a557f0e0-c7b7-4635-a8b2-ac5a91c3231b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:39.869532 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-476b757b-6f3e-4655-a19e-4923336df970 req-a557f0e0-c7b7-4635-a8b2-ac5a91c3231b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.7724714
Feb 05 23:47:39.910344 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-f47c0c94-4f56-44ee-9650-cdfae92e73e2 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3388474
Feb 05 23:47:39.960827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device a3c9138f-6615-4510-9bf1-305d10f62682 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:47:40.126268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d694-90fa-4518-b55d-9e856d5a3302 req-5914ab31-5d3d-4df9-bb8c-90f940457cd0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:40.128393 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f04d694-90fa-4518-b55d-9e856d5a3302 req-5914ab31-5d3d-4df9-bb8c-90f940457cd0 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 1.0676608
Feb 05 23:47:40.219951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port a3c9138f-6615-4510-9bf1-305d10f62682 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:47:40.222154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:40.273532 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-816b49dc-624a-47bb-8c27-9097afd798c7 req-c162f1cc-4d57-4dc6-a206-04fb1c5e7c83 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3538599
Feb 05 23:47:40.774744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f04d694-90fa-4518-b55d-9e856d5a3302 req-31020edd-0b24-4133-915e-56a2429273c1 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5944231
Feb 05 23:47:40.822868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:40.924918 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a0a1a-3954-492f-a6a1-10a71bc946cc req-40ad146c-a9c7-4fc3-beb2-52376dadef99 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:40.925799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-380a0a1a-3954-492f-a6a1-10a71bc946cc req-40ad146c-a9c7-4fc3-beb2-52376dadef99 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:40.952071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:40.952071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:40.952071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Floating IP 651c88bd-de9d-4704-a35c-b1d2054cbeb5 disassociated. External IP: 172.27.3.84, port: 04f861d4-6532-403f-b321-a3e4e7475fb8.
Feb 05 23:47:40.952071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Calling delete_port for 04f861d4-6532-403f-b321-a3e4e7475fb8 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:47:41.049289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-380a0a1a-3954-492f-a6a1-10a71bc946cc req-40ad146c-a9c7-4fc3-beb2-52376dadef99 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:41.050683 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-380a0a1a-3954-492f-a6a1-10a71bc946cc req-40ad146c-a9c7-4fc3-beb2-52376dadef99 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 943 time: 0.9181559
Feb 05 23:47:41.189794 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-380a0a1a-3954-492f-a6a1-10a71bc946cc req-d09e67ca-d4d3-4c50-acab-9a30f5e4a540 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=53c76533-bbd3-4840-9ded-ba7df2d51413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269841
Feb 05 23:47:41.304947 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'code': 200}
Feb 05 23:47:41.344379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-328cb081-8ff7-41d9-9291-18860987cedd tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:41.346319 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-328cb081-8ff7-41d9-9291-18860987cedd tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3594666
Feb 05 23:47:41.480589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-a1ecfccc-d3a1-4e16-8d1d-18ab2483e135 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.1214786
Feb 05 23:47:41.493134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'port_id': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:41.561945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:41.596898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:41.636028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6d8a17a5-c185-4008-a27e-0ce0676d4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:41.667989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:41.728773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a29e32-50a2-4bec-90eb-b1d1bb605203 req-e5f02d05-9d33-41d9-b0cc-5f80fb500aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:41.733222 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-35a29e32-50a2-4bec-90eb-b1d1bb605203 req-e5f02d05-9d33-41d9-b0cc-5f80fb500aee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 1162 time: 0.1497519
Feb 05 23:47:41.769308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'Port': ['ID=04f861d4-6532-403f-b321-a3e4e7475fb8,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:41.789729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:41.837915 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-35a29e32-50a2-4bec-90eb-b1d1bb605203 req-63134ea7-7c22-4f6b-9141-fdf8c807ad40 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958278
Feb 05 23:47:42.922412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273d216-e3ec-4796-b870-3ebe25114afa req-5b2f157f-9bda-4402-9492-34b79c2bd565 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:42.924633 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c273d216-e3ec-4796-b870-3ebe25114afa req-5b2f157f-9bda-4402-9492-34b79c2bd565 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 0.8841498
Feb 05 23:47:43.033728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:47:43.142659 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c273d216-e3ec-4796-b870-3ebe25114afa req-2b908d6a-27dd-4f76-87ae-dbadf3228c54 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203489
Feb 05 23:47:43.423430 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eea0f5f6-709e-4d3f-a70c-8fc196a32311 req-8aeebf90-b690-4d34-be78-0dff55c15b14 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=edae9603-875e-41aa-bd19-0285623b5bbd HTTP/1.1" status: 200  len: 210 time: 0.0758359
Feb 05 23:47:43.549953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46472) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:43.567405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:43.571369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:47:43.585678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:47:43.617764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:43.626894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:43.632913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64bf98>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:43.701544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] No DVR routers for this DVR port 04f861d4-6532-403f-b321-a3e4e7475fb8 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:47:43.704173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:43.727213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-deleted', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:43.727519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Deleting subnet 5b436fe8-8095-43a9-bddd-ecc57cbfbce8 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:47:43.734236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:43.818689 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a236aba7-4640-41eb-b477-9b5901cdf9d6 req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "DELETE /v2.0/ports/04f861d4-6532-403f-b321-a3e4e7475fb8 HTTP/1.1" status: 204  len: 173 time: 10.9641843
Feb 05 23:47:43.848085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:43.939619 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP b91230f4-35a8-42e6-83bc-1ea793a75063 associated. External IP: 172.27.3.167, port: f6399043-da0c-49a7-8e57-a7b17fc49a22.
Feb 05 23:47:43.943691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:44.163794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:44.371404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:44.408762 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edae9603-875e-41aa-bd19-0285623b5bbd', 'name': 'network-vif-deleted', 'tag': '04f861d4-6532-403f-b321-a3e4e7475fb8', 'status': 'completed', 'code': 200}
Feb 05 23:47:44.415529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-24cf90a1-7f7a-41a5-b380-a4482492299c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:44.559112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b436fe8-8095-43a9-bddd-ecc57cbfbce8,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:44.567592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:44.594200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.594994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.595747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.596500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.597274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.597967 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.598709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.599784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.600489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.601156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.601852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.602597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.603448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.604133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.604832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.605480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.606764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.607442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.608107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.610873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.610873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.610873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.611174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.611825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:47:44.722252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:44.733587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:44.794060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:44.812374 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-217de30b-80bf-4edf-b129-f4ab83a95827 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b436fe8-8095-43a9-bddd-ecc57cbfbce8 HTTP/1.1" status: 204  len: 168 time: 1.2599754
Feb 05 23:47:44.814181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46488) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:44.905453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:47:44.995711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64bf98>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:45.003620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:47:45.040871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:45.041668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64bf98>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:45.133042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d93bbe-ac5a-4cc9-a793-8bab6931fbe0 req-82f54f43-09a6-4d72-9120-66588ec1ac29 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:45.149670 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34d93bbe-ac5a-4cc9-a793-8bab6931fbe0 req-82f54f43-09a6-4d72-9120-66588ec1ac29 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 0.4670987
Feb 05 23:47:45.206304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:45.463654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:45.695674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:45.782413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:47:45.798909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:47:45.802143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:45.821805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:45.823763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba66588>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:45.929484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:45.993791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6c461780>,) {'filters': {'network_id': ['274e9f05-bcd7-4078-9a01-bfa9437a75e0']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:46.019518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6c461780>, 'fae22b97-3c9a-492e-8517-493f5b707407') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:46.020330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6c461780>, 'fae22b97-3c9a-492e-8517-493f5b707407') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:46.041106 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-34d93bbe-ac5a-4cc9-a793-8bab6931fbe0 req-f8a15a70-c123-45a7-89e2-a88eabc7eacc tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8895392
Feb 05 23:47:46.060068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:46.089570 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-16a449e0-f7b9-4cf0-92d2-a1bea317de73 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "PUT /v2.0/floatingips/b91230f4-35a8-42e6-83bc-1ea793a75063 HTTP/1.1" status: 200  len: 996 time: 4.6012094
Feb 05 23:47:46.148876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:46.160270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:47:46.410464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:46.427176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:46.486480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64bf98>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:46.504651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57883-8d0f-4f72-826c-49b998226a87 None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:47:46.590970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-9a89ba81-4f56-481a-99ae-c6e664ea8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:46.592757 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-9a89ba81-4f56-481a-99ae-c6e664ea8ff7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1162 time: 0.4279773
Feb 05 23:47:46.789908 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:47:46.817691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:47.260412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-14ad3f95-9817-41d2-a1a1-0c6ebb7d8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:47.263277 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-14ad3f95-9817-41d2-a1a1-0c6ebb7d8d26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.6487629
Feb 05 23:47:47.332011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Network 274e9f05-bcd7-4078-9a01-bfa9437a75e0 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:47:47.360159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef655d1e-595e-44d9-a749-4f9744c90395 None None] New status for floating IP 651c88bd-de9d-4704-a35c-b1d2054cbeb5: DOWN {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:47:47.475591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba66588>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'b91230f4-35a8-42e6-83bc-1ea793a75063', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:c5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:35Z', 'updated_at': '2021-02-05T23:47:43Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:47.491516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:47:47.525752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:47.526505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba66588>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:47:47.639299 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:47:47.774777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0b616-22bc-4672-9e22-ac8cd58d14ab req-44a17d20-8989-4c22-973d-206bf7266f79 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:47.776582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8fb0b616-22bc-4672-9e22-ac8cd58d14ab req-44a17d20-8989-4c22-973d-206bf7266f79 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 1.1165383
Feb 05 23:47:47.796056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46508) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:47.797161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:47.810391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Request body: {'floatingip': {'port_id': 'a3c9138f-6615-4510-9bf1-305d10f62682'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:47.832408 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-92c1e698-3d0f-4b00-932a-f7c687ead828 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 999 time: 0.5452695
Feb 05 23:47:47.941575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-37721dcd-7f54-4d5f-909b-ed51de0000a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:47.956413 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-37721dcd-7f54-4d5f-909b-ed51de0000a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.1097977
Feb 05 23:47:47.958754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:47.959901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46512) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:48.014764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.189065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-04862384-20ae-446e-bfde-c1408e779d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:48.198176 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'status': 'completed', 'code': 200}
Feb 05 23:47:48.218754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.294464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=274e9f05-bcd7-4078-9a01-bfa9437a75e0,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:48.317380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:48.320293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.359354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-2ab5f985-aff5-42b0-82fe-d80370b72b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:48.361159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-2ab5f985-aff5-42b0-82fe-d80370b72b56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3524745
Feb 05 23:47:48.370339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.424871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-37f44680-407e-44ec-b0d1-a7266a4b4f04 admin admin] 10.222.0.35 "DELETE /v2.0/networks/274e9f05-bcd7-4078-9a01-bfa9437a75e0 HTTP/1.1" status: 204  len: 168 time: 3.6086957
Feb 05 23:47:48.584255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-6e1b2c4c-79f3-41d9-8565-5a820492509b service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036538
Feb 05 23:47:48.586972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6ba66588>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'b91230f4-35a8-42e6-83bc-1ea793a75063', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:c5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:35Z', 'updated_at': '2021-02-05T23:47:43Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:48.590126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.592369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d032ccf-b4dc-4fc0-bbd1-2a555b4f76df None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'b91230f4-35a8-42e6-83bc-1ea793a75063', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:c5:72:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:35Z', 'updated_at': '2021-02-05T23:47:43Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:47:48.608270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e01748bc-2d2b-4d0d-82d8-bf9a8a43cc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:48.667902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c76533-bbd3-4840-9ded-ba7df2d51413,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:48.684059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:48.698059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:48.702638 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "DELETE /v2.0/security-groups/53c76533-bbd3-4840-9ded-ba7df2d51413 HTTP/1.1" status: 204  len: 168 time: 0.7379284
Feb 05 23:47:48.753773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46522) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:48.820921 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.v2.resource [None req-137dedbd-5624-4890-b120-56067c86f5f3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] show failed (client error): The resource could not be found.
Feb 05 23:47:48.826202 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-137dedbd-5624-4890-b120-56067c86f5f3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups/53c76533-bbd3-4840-9ded-ba7df2d51413 HTTP/1.1" status: 404  len: 347 time: 0.0674078
Feb 05 23:47:48.827785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46526) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:49.024265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f33057-8d6f-4671-ba1c-b3b98737350b None None] New status for floating IP b91230f4-35a8-42e6-83bc-1ea793a75063: ACTIVE {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:47:49.144814 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad59a1a7-8312-49c5-92ef-334d0b4eb571 req-fc8b74e5-a9a7-4d00-98d8-9cd997414296 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5197160
Feb 05 23:47:49.149134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Deleting port 454c1209-d508-45e1-978f-f589fe6dfb35 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:47:49.149134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.190521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46530) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:49.374508 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d5ca76ce-baa0-4e4b-9df5-f7ccb66f49a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6908cc4c9e5142e19d7c23f48b27456b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1830673
Feb 05 23:47:49.379167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46538) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:49.660664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.661148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.684530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.744623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.789808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:49.848064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Calling delete_port for 454c1209-d508-45e1-978f-f589fe6dfb35 owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:47:49.923565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.054012 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Floating IP 06b21db8-de75-477e-b607-b6f9a75489ec associated. External IP: 172.27.3.250, port: a3c9138f-6615-4510-9bf1-305d10f62682.
Feb 05 23:47:50.123314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.130210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c2357dbc-5869-40d1-9bdc-6df83e169902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:50.148817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df43b81a-3e35-4d88-951d-b5ab9af1a08a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:50.152279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:50.163588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.183107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbc7e8e6-bce9-4c12-af2a-083b2f512152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:50.246874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'Port': ['ID=454c1209-d508-45e1-978f-f589fe6dfb35,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:50.254314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:50.315910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.317217 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df43b81a-3e35-4d88-951d-b5ab9af1a08a HTTP/1.1" status: 204  len: 168 time: 0.9366469
Feb 05 23:47:50.531119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.536146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:50.540963 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "DELETE /v2.0/floatingips/651c88bd-de9d-4704-a35c-b1d2054cbeb5 HTTP/1.1" status: 204  len: 168 time: 1.7089982
Feb 05 23:47:50.747163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:47:50.893511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46554) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:50.900186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422724865', 'description': 'tempest-description--158265718'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:50.932558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:50.946878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:50.951004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:50.961674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:51.007501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.016436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:47:51.032160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.034267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:51.036015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:47:51.039711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:51.044836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:51.049342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:51.050279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4b61d0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:51.052098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:51.162433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.167525 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-698d6387-59ce-4405-b0d3-3ca23f811fac tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "PUT /v2.0/floatingips/06b21db8-de75-477e-b607-b6f9a75489ec HTTP/1.1" status: 200  len: 991 time: 3.3672042
Feb 05 23:47:51.168335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:47:51.202020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.208915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03411d8b-798c-4a2b-8258-2a579de1292b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:51.273474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605a6cb1-dc4d-48e9-b192-32716ff7d20a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:51.277747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:51.325617 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'status': 'completed', 'code': 200}
Feb 05 23:47:51.344449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.347499 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-62d7d4f3-a44b-47f0-98d5-34eb84b4a7ed tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4513307
Feb 05 23:47:51.351596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46568) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:51.359803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group_rule': {'security_group_id': '605a6cb1-dc4d-48e9-b192-32716ff7d20a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:51.371083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:51.404317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:51.409495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:51.413353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:51.427490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:51.482136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.592963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.653544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.662621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f83a4492-719a-40bd-bb61-278dfc2b9332 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:51.693573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf18518-a1ff-466d-9154-01ea86619112,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:51.696835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:51.728434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:51.730902 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3774860
Feb 05 23:47:51.733949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46578) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:51.741708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'security_group_rule': {'security_group_id': '605a6cb1-dc4d-48e9-b192-32716ff7d20a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:51.779952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:51.788592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:security_group_rule and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:51.794780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:51.806779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:51.925177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:52.094469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4b61d0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '06b21db8-de75-477e-b607-b6f9a75489ec', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:99:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:15Z', 'updated_at': '2021-02-05T23:47:49Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:52.118077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:47:52.139768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:47:52.141087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4b61d0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:47:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:52.209770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-7862eb62-8bc3-47f6-87c1-97e9326bfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:52.212646 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-7862eb62-8bc3-47f6-87c1-97e9326bfb94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 1162 time: 0.2145257
Feb 05 23:47:52.284951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:52.305145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-855c9c74-d9d5-4ef0-899b-5a2daf363864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:52.308228 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-855c9c74-d9d5-4ef0-899b-5a2daf363864 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1162 time: 0.3598537
Feb 05 23:47:52.520243 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-f8f51069-4330-438d-a759-1a67e6e87f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:52.523303 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-f8f51069-4330-438d-a759-1a67e6e87f4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 200  len: 905 time: 0.2702985
Feb 05 23:47:52.530146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:52.553491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:52.597303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f91e90-6d18-4fff-9b56-2a83a370bc74,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:52.603836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:52.673028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-4722d8c9-7528-4878-a53d-79e29efaa608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:52.676956 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-4722d8c9-7528-4878-a53d-79e29efaa608 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.3604329
Feb 05 23:47:52.746157 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-31208205-15f7-4e4a-8313-62edce9f0823 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c9138f-6615-4510-9bf1-305d10f62682 HTTP/1.1" status: 200  len: 999 time: 0.2127519
Feb 05 23:47:52.836686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:47:52.954118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-44370a42-a95f-4301-9bb9-8bf6efc182b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 1001 time: 0.2624264
Feb 05 23:47:52.956203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:52.958317 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1ee41576-dcd5-483b-a3b0-9ab35d3f517b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2222896
Feb 05 23:47:52.965252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46596) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:47:52.993192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:47:53.126155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:47:53.157703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-130874bc-88ee-41d5-8f59-cd6cd7acea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:53.162816 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Usage tracker for resource:floatingip and tenant:f83ee5e7955947f28375a9d439bd642f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:47:53.176181 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-130874bc-88ee-41d5-8f59-cd6cd7acea0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.2073243
Feb 05 23:47:53.190538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-30d3bab4-cc5c-491f-a626-50bd7635f3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:53.193514 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-30d3bab4-cc5c-491f-a626-50bd7635f3d8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 200  len: 850 time: 0.4383674
Feb 05 23:47:53.196457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:47:53.414125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-5114e93e-d04a-4495-ba65-00cf96f994ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:53.417813 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-5114e93e-d04a-4495-ba65-00cf96f994ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2339289
Feb 05 23:47:53.453450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:47:53.519365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-2392eebc-d7a0-42fc-a7f2-ba41080cddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:53.522082 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-2392eebc-d7a0-42fc-a7f2-ba41080cddc2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b12a48c-ef16-412c-a8b8-01abc3e5637f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3129013
Feb 05 23:47:53.524274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:53.803711 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-30a16839-92d2-4eb5-8bb1-de9b1784e670 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3457026
Feb 05 23:47:53.878968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c4b61d0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '06b21db8-de75-477e-b607-b6f9a75489ec', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:99:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:15Z', 'updated_at': '2021-02-05T23:47:49Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:47:53.889048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e11f53-2596-4067-a562-d4c770585bdb None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '06b21db8-de75-477e-b607-b6f9a75489ec', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'floating_ip_address': '172.27.3.250', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '499cd73d-5223-476c-b076-bb508de78d63', 'port_id': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'mac_address': 'fa:16:3e:99:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:15Z', 'updated_at': '2021-02-05T23:47:49Z', 'revision_number': 1, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:47:54.096791 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a32e8ad0-ab45-417e-826f-37fe46ae7fb0 req-dc2f734c-1ea2-4afe-95b6-ef3b560263ac service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2829521
Feb 05 23:47:54.261831 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-55a7df34-bdff-4696-a384-5d80b6e98dc5 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3443820
Feb 05 23:47:54.386904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cab801-cfaf-4a91-bbdc-3fb8d7901b33 None None] New status for floating IP 06b21db8-de75-477e-b607-b6f9a75489ec: ACTIVE {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:47:54.539576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:54.688522 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9033861d-a70a-4c47-8f2f-f9cfbb358c69 req-8f9c2250-b085-44df-9c09-336fd0399dd4 service neutron] 10.222.0.86 "GET /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4176250
Feb 05 23:47:54.967554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Allocated IP 172.27.3.57 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/32996e54-c759-4abc-9d30-09118fd27d0b) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:47:55.179862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:55.264598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:55.282517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d03c4a6c-b32f-4586-b7de-ea53f71407d8 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:55.438049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=32996e54-c759-4abc-9d30-09118fd27d0b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:55.441737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:55.507401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:47:55.508864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:47:55.511530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:47:55.629843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:55.732477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:56.043081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:56.075935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:56.092342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b447f8dc-b95f-4b94-8447-86fe67fe5126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:47:56.252523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=32996e54-c759-4abc-9d30-09118fd27d0b,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:47:56.257616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:47:56.391826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:56.533358 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:47:56.534920 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5676212
Feb 05 23:47:56.833519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-75f456cd-99a7-4b3e-8b04-89037329829d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:56.893297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-75f456cd-99a7-4b3e-8b04-89037329829d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:56.895804 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-75f456cd-99a7-4b3e-8b04-89037329829d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1422724865&fields=id&tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 267 time: 0.1270497
Feb 05 23:47:57.162738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-36a4006d-9fb0-4ae8-9d24-83fd238acd7a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:47:57.164553 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-36a4006d-9fb0-4ae8-9d24-83fd238acd7a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 817 time: 0.2608829
Feb 05 23:47:57.183856 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-f5d52ba8-4245-4241-b3a0-57fd963acf2b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/quotas/f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 375 time: 0.0109818
Feb 05 23:47:57.336575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-62cb5535-c45f-4145-8b08-c765a9db8294 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:47:57.401833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-62cb5535-c45f-4145-8b08-c765a9db8294 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:47:57.404195 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-62cb5535-c45f-4145-8b08-c765a9db8294 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2137542
Feb 05 23:47:57.600730 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7c982f5d-e407-4bae-b82a-8479fa2189e8 service neutron] 10.222.0.35 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794121
Feb 05 23:47:58.041674 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-d831293a-84ab-448f-b7a0-fcfa76538a69 service neutron] 10.222.0.35 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4338508
Feb 05 23:47:58.325698 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-552457e5-30bf-4c58-a342-30078db60efc req-fb87160a-b184-4cc0-bc15-5ea7d64625e3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.0567954
Feb 05 23:47:59.551519 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3821947c-8cb9-40fe-bb20-bb389dfcaed0 req-b2ce89c3-15bd-4839-a35c-97ada0ffc71c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.0518925
Feb 05 23:47:59.654116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:00.982466 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2232dff1-8f61-4301-9255-20fd084bbe87 req-83003883-7e67-4ebb-a567-3001533a5231 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.1199870
Feb 05 23:48:01.090228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-2a635513-41a2-4078-93c8-8c0190168fec tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:01.093712 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-2a635513-41a2-4078-93c8-8c0190168fec tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 817 time: 0.4198604
Feb 05 23:48:01.281764 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b0ce8be0-9ebd-4a41-8f9a-84b56f53eb4a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 5708 time: 0.1673324
Feb 05 23:48:01.302060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'port': {'device_id': 'd1178523-9484-4d32-a9ee-f546969913bf', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'admin_state_up': True, 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'security_groups': ['605a6cb1-dc4d-48e9-b192-32716ff7d20a']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:48:01.470868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:48:01.485710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:48:01.561070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Made reservation on behalf of f83ee5e7955947f28375a9d439bd642f for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:48:01.584239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:02.107405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Allocated IP 172.20.0.7 (fa2ba1bd-4e28-4061-9867-b7208e2732a7/cff48754-e342-4780-af15-0b348807a924/54ef62a4-2f2e-4779-bae8-c27aa7967309) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:48:02.417514 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-02a897c2-36ca-4053-81c0-1c429acc1996 req-cfe5b563-0112-4743-838f-73313a52b432 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.1921191
Feb 05 23:48:02.445240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:02.478983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Transition to ACTIVE for port object 54ef62a4-2f2e-4779-bae8-c27aa7967309 will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:48:02.572991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:02.589154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:03.016533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:03.027153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:03.110210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:48:03.113032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:48:03.116054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:48:03.329012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:03.329765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:03.384754 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0900154
Feb 05 23:48:03.400828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Request body: {'port': {'device_id': 'd1178523-9484-4d32-a9ee-f546969913bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:48:03.464684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5233e1a1-f706-4a0c-9f98-c5172b663fc0 None None] Provisioning for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:48:03.473797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5233e1a1-f706-4a0c-9f98-c5172b663fc0 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:48:03.475017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5233e1a1-f706-4a0c-9f98-c5172b663fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:03.602014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5233e1a1-f706-4a0c-9f98-c5172b663fc0 None None] Port 54ef62a4-2f2e-4779-bae8-c27aa7967309 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:48:03.627472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:04.104744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90caae-e8de-499a-87ea-8e0624cd9fc7 req-5f7eb302-c858-4408-bb39-74408800db43 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:04.107661 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d90caae-e8de-499a-87ea-8e0624cd9fc7 req-5f7eb302-c858-4408-bb39-74408800db43 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 931 time: 0.3269844
Feb 05 23:48:04.190135 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d90caae-e8de-499a-87ea-8e0624cd9fc7 req-113b5f1a-0813-417d-9c10-1e22b8a7bede tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702512
Feb 05 23:48:04.450739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ef62a4-2f2e-4779-bae8-c27aa7967309 {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:48:04.459070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:04.474576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Transition to ACTIVE for port object 54ef62a4-2f2e-4779-bae8-c27aa7967309 will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:48:04.509961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:04.528433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3503a398-1680-4f6b-b310-bff288cca8fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:04.710474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:04.710474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:04.918785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Attempting to bind port 54ef62a4-2f2e-4779-bae8-c27aa7967309 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:48:04.919513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Attempting to bind port 54ef62a4-2f2e-4779-bae8-c27aa7967309 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:48:04.920092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Attempting to bind port 54ef62a4-2f2e-4779-bae8-c27aa7967309 on network fa2ba1bd-4e28-4061-9867-b7208e2732a7 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:48:04.927411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:48:04.928174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Checking segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:48:04.928790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:04.929392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Bound using segment: {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:48:04.930121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Bound port: 54ef62a4-2f2e-4779-bae8-c27aa7967309, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:48:04.930899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:05.063680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:48:05.080691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:48:05.167207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:05.184649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6c46a069-be47-4d79-92d7-a6714ab484a6 tempest-DeleteServersTestJSON-398548042 tempest-DeleteServersTestJSON-398548042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:05.406222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:05.412698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:05.485526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:05.485526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:05.506876 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-b099515c-1223-4208-8c44-167247494355 service neutron] 10.222.0.86 "PUT /v2.0/ports/54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 1157 time: 2.1048651
Feb 05 23:48:05.506876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:05.649348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dd38c-6972-4999-8ef9-a965747e129e req-ec8746d8-d1c3-4b5d-be3a-0b0b8b27fd61 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:05.661331 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dd7dd38c-6972-4999-8ef9-a965747e129e req-ec8746d8-d1c3-4b5d-be3a-0b0b8b27fd61 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2405288
Feb 05 23:48:05.671895 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'status': 'completed', 'code': 200}
Feb 05 23:48:05.704389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-6d4ac00e-5e63-4413-beeb-9c165e081827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:05.706656 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-6d4ac00e-5e63-4413-beeb-9c165e081827 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1160 time: 0.1219506
Feb 05 23:48:05.751596 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dd7dd38c-6972-4999-8ef9-a965747e129e req-37c76db4-e184-458e-a5fe-985a10c3fb5c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890639
Feb 05 23:48:05.816516 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-e87ab7fd-5e7a-4994-b198-8193c3827f86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 217 time: 0.1000292
Feb 05 23:48:05.912700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-d9d62a78-32da-4d17-bd60-e1e2635a2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:05.915906 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-d9d62a78-32da-4d17-bd60-e1e2635a2384 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.0912275
Feb 05 23:48:06.083080 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-a1735675-62eb-4c28-bc45-7f657d454124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:06.085383 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-a1735675-62eb-4c28-bc45-7f657d454124 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1602075
Feb 05 23:48:06.368979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-06e1784f-a9ce-4d44-9889-2e29843342c5 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756789
Feb 05 23:48:06.466961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24b5d5-d2c6-40fd-8ac6-1daa624de3c4 req-06334bf8-8409-4618-b5eb-0b17f7dadb69 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:06.469418 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8a24b5d5-d2c6-40fd-8ac6-1daa624de3c4 req-06334bf8-8409-4618-b5eb-0b17f7dadb69 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 945 time: 0.2432120
Feb 05 23:48:06.562414 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8a24b5d5-d2c6-40fd-8ac6-1daa624de3c4 req-af706548-93bf-4ce0-925d-a950ee3634a8 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857255
Feb 05 23:48:06.634385 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d79130ec-0b9e-42ae-a70e-f0591afc412c req-61cf70c5-9075-4279-afe8-5ea6c752e7f4 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2574334
Feb 05 23:48:06.949206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-d53de9ed-5da4-4477-bafb-4454708c8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:06.952096 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-d53de9ed-5da4-4477-bafb-4454708c8ef6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1160 time: 0.1262414
Feb 05 23:48:07.122638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855c836-5db0-4460-bcf9-2b2a8b79cbcb req-74431b2b-739a-4632-9bfd-a35473f3dbf5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:07.131068 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e855c836-5db0-4460-bcf9-2b2a8b79cbcb req-74431b2b-739a-4632-9bfd-a35473f3dbf5 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2095463
Feb 05 23:48:07.207070 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e855c836-5db0-4460-bcf9-2b2a8b79cbcb req-a981bd80-efcc-4713-91bd-436e1eecccf7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748870
Feb 05 23:48:07.247905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-ad4e66f4-8a30-4137-9958-0282d98b9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:07.250159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-ad4e66f4-8a30-4137-9958-0282d98b9943 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.2906907
Feb 05 23:48:07.343941 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-2661cf23-e76e-41c3-91a8-5b0eadfb2f76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 217 time: 0.0780771
Feb 05 23:48:07.428516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-912020bf-9b09-4c5d-8813-bed9b71087ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:07.430775 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-912020bf-9b09-4c5d-8813-bed9b71087ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.0791733
Feb 05 23:48:07.549313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-0306974b-3fe6-479a-83fa-bb8371ca246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:07.552352 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-0306974b-3fe6-479a-83fa-bb8371ca246c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123374
Feb 05 23:48:07.674892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:48:07.854936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-24a5c4f1-1d74-4076-9400-d84f80e3cca7 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2938993
Feb 05 23:48:08.033491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb9156-d0b1-48ce-85a5-3705cd550903 req-7cca140d-f7db-4637-8ac8-e0702f049c61 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:08.043169 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4fcb9156-d0b1-48ce-85a5-3705cd550903 req-7cca140d-f7db-4637-8ac8-e0702f049c61 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 945 time: 0.2229350
Feb 05 23:48:08.122797 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4fcb9156-d0b1-48ce-85a5-3705cd550903 req-21f73849-84b3-4d3f-827f-b5611f78c018 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/security-groups?id=1416fb98-2c7d-4b1f-a23e-1a7348e3230b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779226
Feb 05 23:48:08.192913 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bd405f28-ad3d-44f2-8c6f-c7dc0a96605d req-ce19f7cf-c548-4571-9eac-2a351e3fc269 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3294985
Feb 05 23:48:08.478091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-72466dce-26c9-409e-b312-61233acd1d0a tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:08.478973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-72466dce-26c9-409e-b312-61233acd1d0a tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Synchronizing usage tracker for tenant:d311be0a78894ee8add165b5b27c35ee on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:48:08.538323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-72466dce-26c9-409e-b312-61233acd1d0a tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Unset dirty status for tenant:d311be0a78894ee8add165b5b27c35ee on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:48:08.540014 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-72466dce-26c9-409e-b312-61233acd1d0a tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 945 time: 0.2717211
Feb 05 23:48:08.651712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Deleting port 37f09305-1e09-4b35-a514-e39bca562794 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:08.652634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:08.793655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeb523-f771-48da-98c1-f93bb6a381d3 req-a49262bb-33da-4b43-a0f7-4b4f9b3f2e14 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:08.796309 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-02aeb523-f771-48da-98c1-f93bb6a381d3 req-a49262bb-33da-4b43-a0f7-4b4f9b3f2e14 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.3457592
Feb 05 23:48:08.905395 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-02aeb523-f771-48da-98c1-f93bb6a381d3 req-221bad99-b6e9-4e32-aac9-40c03aefbab9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945263
Feb 05 23:48:09.044688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] For port 37f09305-1e09-4b35-a514-e39bca562794, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=37f09305-1e09-4b35-a514-e39bca562794,segment=NetworkSegment(7593431b-3ea6-443c-84a0-01ead132d516),segment_id=7593431b-3ea6-443c-84a0-01ead132d516)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:09.045290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.154849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:48:09.197167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Calling delete_port for 37f09305-1e09-4b35-a514-e39bca562794 owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:09.321897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:48:09.354067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:48:09.355134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.435688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.448666 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc6896bf-4fcf-4135-adc6-cff4f48f801e req-b7f72253-e521-41cb-8329-c33eed852d36 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 210 time: 0.0799696
Feb 05 23:48:09.462665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:09.495705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46870) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:09.508185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e39b5c2b-ea12-40ae-834d-7e6e17ed7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.538086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.569898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:09.575483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Pushing event deleted for resources: {'Port': ['ID=37f09305-1e09-4b35-a514-e39bca562794,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:09.581988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:09.584851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:09.618707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.620753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:09.669743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 37f09305-1e09-4b35-a514-e39bca562794 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:48:09.759787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.779109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:48:09.783932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Usage tracker for resource:security_group_rule and tenant:f2300d0f064044d6a6443aa3930df275 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:48:09.787184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:48:09.795149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:48:09.799805 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'code': 200}
Feb 05 23:48:09.800419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: 37f09305-1e09-4b35-a514-e39bca562794 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:48:09.800811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 37f09305-1e09-4b35-a514-e39bca562794 not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:48:09.803256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:09.813669 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.823682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.825955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:09.828305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:09.904596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] No DVR routers for this DVR port 37f09305-1e09-4b35-a514-e39bca562794 on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:48:09.908600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:09.916238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'name': 'network-vif-deleted', 'tag': '37f09305-1e09-4b35-a514-e39bca562794'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:10.014186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.033028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e4a7f4f6-913e-4862-9d2c-09a6974e8680 req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.86 "DELETE /v2.0/ports/37f09305-1e09-4b35-a514-e39bca562794 HTTP/1.1" status: 204  len: 173 time: 1.4839234
Feb 05 23:48:10.053153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.061028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578ab577-5227-4276-8b7e-292f5050a1b1', 'name': 'network-vif-deleted', 'tag': '37f09305-1e09-4b35-a514-e39bca562794', 'status': 'completed', 'code': 200}
Feb 05 23:48:10.063550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c80391ab-a403-4a4f-94c2-f523d201a6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:10.101909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc88527-70d8-45ba-8280-c59351323fa8,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:10.131554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.132074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.132453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.132856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.133280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.133663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.136314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.136314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.146458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.146959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.149519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.150566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.150566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.150566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.150976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.151488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.151655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.152022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.152436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:10.182050 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2300d0f064044d6a6443aa3930df275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6845353
Feb 05 23:48:10.183308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6e084df6-eb39-4dad-8c89-26c9de5fcae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:10.216136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe179-a910-411f-b0f0-f5b74cd0f4c4 req-cdb76e2e-6096-4919-be0f-2cc62549a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:10.216136 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e56fe179-a910-411f-b0f0-f5b74cd0f4c4 req-cdb76e2e-6096-4919-be0f-2cc62549a836 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1162 time: 0.1181858
Feb 05 23:48:10.217159 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46888) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:10.276059 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e56fe179-a910-411f-b0f0-f5b74cd0f4c4 req-fe90747f-7622-4dff-9d3c-18cc2740d544 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747917
Feb 05 23:48:10.379601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.422724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.558799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95954af-8f49-4596-84e0-70376d38c888 req-57267825-b3b7-4e48-980f-22faf93da19f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:10.564716 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e95954af-8f49-4596-84e0-70376d38c888 req-57267825-b3b7-4e48-980f-22faf93da19f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2765346
Feb 05 23:48:10.671405 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e95954af-8f49-4596-84e0-70376d38c888 req-283727f9-371b-429f-be4b-b3478c573005 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820861
Feb 05 23:48:10.681697 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.698284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3b36fbcc-7fdd-421a-83a4-ffcacf98a029 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:10.704612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:48:10.721807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc88527-70d8-45ba-8280-c59351323fa8,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:10.725952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:10.747720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:10.750550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdc88527-70d8-45ba-8280-c59351323fa8 HTTP/1.1" status: 204  len: 168 time: 0.5314131
Feb 05 23:48:10.891807 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b95e1c7c-c628-4d4b-bb3b-a5c5beeb2b06 req-dc56cf56-ebfb-4a5c-ad99-120abd7af171 tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] 10.222.0.35 "GET /v2.0/ports?device_id=578ab577-5227-4276-8b7e-292f5050a1b1 HTTP/1.1" status: 200  len: 210 time: 0.0976458
Feb 05 23:48:10.915968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:48:10.916662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:11.642885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ec47360d-5260-4cac-9764-bf926347ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:12.133560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f3e11-b4ab-4a0b-8fb6-0f9caf3dcc79 req-cf232b77-0125-46fc-a910-e54c78aaba22 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:12.139307 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c46f3e11-b4ab-4a0b-8fb6-0f9caf3dcc79 req-cf232b77-0125-46fc-a910-e54c78aaba22 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2559912
Feb 05 23:48:12.272756 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c46f3e11-b4ab-4a0b-8fb6-0f9caf3dcc79 req-6997669a-3111-4c17-bd27-ca16dd1f0b93 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290383
Feb 05 23:48:12.814821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c04c49-4b8d-4fcc-81ac-76d94868b0b8 req-d229185f-458a-44ec-a8cd-9500f97f6597 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:12.824329 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b8c04c49-4b8d-4fcc-81ac-76d94868b0b8 req-d229185f-458a-44ec-a8cd-9500f97f6597 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.3502510
Feb 05 23:48:12.834826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 46952) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:12.843445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Request body: {'floatingip': {'port_id': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:48:13.103545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:13.687952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46968) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:13.889301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:13.917027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:48:13.922307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Usage tracker for resource:security_group_rule and tenant:644dc2e065064dd0a928fc027872b677 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:48:13.935597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:48:13.935597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:48:13.955419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.033106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.092566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.269201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.287700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.327179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.333675 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Floating IP 9f3b33c9-bb70-4241-bdfe-aae354490dd9 associated. External IP: 172.27.3.57, port: 54ef62a4-2f2e-4779-bae8-c27aa7967309.
Feb 05 23:48:14.653057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8b02724d-797f-4858-8c2c-989ce3246fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:14.704420 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=644dc2e065064dd0a928fc027872b677&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0139759
Feb 05 23:48:14.705309 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 46982) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:14.709310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14002360-dd07-489d-b140-6d328fe1ca3c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:14.751768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:14.785183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.822805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.938410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:14.946609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-daefdea8-7430-4007-819a-460d6b78428e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:14.976248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14002360-dd07-489d-b140-6d328fe1ca3c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:14.991454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:15.010211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:15.013128 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14002360-dd07-489d-b140-6d328fe1ca3c HTTP/1.1" status: 204  len: 168 time: 0.3054626
Feb 05 23:48:15.233223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:48:15.276373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:15.475623 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:48:15.483510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:15.488863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:48:15.540696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:15.542140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c1438>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:15.645333 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-94e7a2ae-5677-448b-8773-9c5ab57b1791 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "PUT /v2.0/floatingips/9f3b33c9-bb70-4241-bdfe-aae354490dd9 HTTP/1.1" status: 200  len: 990 time: 2.8125739
Feb 05 23:48:15.656748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:15.750053 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'status': 'completed', 'code': 200}
Feb 05 23:48:15.774929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:16.342889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c1438>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '9f3b33c9-bb70-4241-bdfe-aae354490dd9', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:eb:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1178523-9484-4d32-a9ee-f546969913bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:55Z', 'updated_at': '2021-02-05T23:48:13Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:16.350989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:48:16.368357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:16.369540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c1438>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:16.594994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:17.063120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c1438>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '9f3b33c9-bb70-4241-bdfe-aae354490dd9', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:eb:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1178523-9484-4d32-a9ee-f546969913bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:55Z', 'updated_at': '2021-02-05T23:48:13Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:17.067820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1c716-1d77-4f20-a168-ac26a202118d None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '9f3b33c9-bb70-4241-bdfe-aae354490dd9', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'port_id': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'mac_address': 'fa:16:3e:eb:06:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1178523-9484-4d32-a9ee-f546969913bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:47:55Z', 'updated_at': '2021-02-05T23:48:13Z', 'revision_number': 1, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:48:17.403052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d1e85f-2d0d-4193-8cc1-9a1323078b06 None None] New status for floating IP 9f3b33c9-bb70-4241-bdfe-aae354490dd9: ACTIVE {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:48:18.012102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef049b-583d-4ede-891b-92627b1614ca req-16127265-be90-47ae-9242-9f3bc3e8ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:18.013818 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-16127265-be90-47ae-9242-9f3bc3e8ead2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1162 time: 0.1161470
Feb 05 23:48:18.171035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef049b-583d-4ede-891b-92627b1614ca req-476fb14e-a9f9-4313-844b-b4ac055fda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:18.172590 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-476fb14e-a9f9-4313-844b-b4ac055fda46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.1467185
Feb 05 23:48:18.289542 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-6fa156cd-6cdb-42e7-8183-8da9999693b1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 1000 time: 0.1100585
Feb 05 23:48:18.358938 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a3fce211-b3c3-4305-8c92-77900673445c req-c7256b38-c91c-4a8b-9ec3-e91d8230d7a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1602989305&fields=id&tenant_id=7e086b35cb954c0086f2d040b044fcf0 HTTP/1.1" status: 200  len: 267 time: 0.0661469
Feb 05 23:48:18.533981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce211-b3c3-4305-8c92-77900673445c req-957ee4ea-a593-4d2d-92b8-98241840caf2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:18.535715 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a3fce211-b3c3-4305-8c92-77900673445c req-957ee4ea-a593-4d2d-92b8-98241840caf2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 985 time: 0.1701953
Feb 05 23:48:18.553140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Request body: {'port': {'security_groups': ['ff6e96cd-2045-416c-a4ab-1a95031b55dc']}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:48:18.731707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:19.266906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:19.303941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:19.344020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:19.360609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:19.529085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=6']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:19.534141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:19.640937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:19.641721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:19.643438 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a3fce211-b3c3-4305-8c92-77900673445c req-34758af6-d75f-4b31-88ad-b3aa6a79dddf tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "PUT /v2.0/ports/b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 943 time: 1.0989096
Feb 05 23:48:19.644163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:19.821285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5f8c812f-63b5-4db0-a6f0-b3d3b5095aca None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:48:19.821706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5f8c812f-63b5-4db0-a6f0-b3d3b5095aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:20.166151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef049b-583d-4ede-891b-92627b1614ca req-11421f62-dcfa-4322-b7df-798a4728739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:20.167885 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-11421f62-dcfa-4322-b7df-798a4728739c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.0720866
Feb 05 23:48:21.191602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef049b-583d-4ede-891b-92627b1614ca req-41c8fdf9-3c23-4811-b77d-0be7a8b52f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:21.193287 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-41c8fdf9-3c23-4811-b77d-0be7a8b52f99 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1262863
Feb 05 23:48:21.239437 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:48:21.275146 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-b3207357-e087-44d5-b12c-44a890472eff tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups/904d52b6-b6e7-4c99-9627-6419033a722e HTTP/1.1" status: 200  len: 3005 time: 0.1452460
Feb 05 23:48:21.402438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:48:21.432628 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-4440ceb0-ddfd-4a53-ac21-e5315c84ac27 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307155
Feb 05 23:48:21.521283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port b848b35c-b11b-4224-85b7-a0cf041e56b6 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:48:21.521931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:21.563916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-52a9d053-2462-4f04-aeb9-288a5fb39715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:21.566829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-52a9d053-2462-4f04-aeb9-288a5fb39715 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.2895899
Feb 05 23:48:21.571758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:21.700176 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4cef049b-583d-4ede-891b-92627b1614ca req-10ff3476-b9e1-4ffb-aee0-221fce0b1fed service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2588797
Feb 05 23:48:21.752656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:21.844985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-ca9008bc-286e-4b51-8b84-351f673f8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:21.846661 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-ca9008bc-286e-4b51-8b84-351f673f8217 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.2698929
Feb 05 23:48:21.922659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:21.973136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dace7347-fb58-4a7b-9785-42b7903ffa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:21.999865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904d52b6-b6e7-4c99-9627-6419033a722e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:22.009827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:22.011956 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-d1226b79-9dd8-4e01-9158-9be2a712d32f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 1001 time: 0.1516037
Feb 05 23:48:22.067929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:22.069394 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b42d89f-bd60-4a56-a639-6c99079c6493 req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "DELETE /v2.0/security-groups/904d52b6-b6e7-4c99-9627-6419033a722e HTTP/1.1" status: 204  len: 173 time: 0.7255735
Feb 05 23:48:22.105913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-da15e004-b13b-4a0d-9216-1cf14c703c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:22.107832 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-da15e004-b13b-4a0d-9216-1cf14c703c22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.0839288
Feb 05 23:48:22.347171 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-a51d0396-66cd-4daa-90b5-d3d24a16861b tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/floatingips/5353e99a-47a4-4f68-a0d0-44306995249c HTTP/1.1" status: 200  len: 998 time: 0.1707950
Feb 05 23:48:22.411055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-d113f606-e0e9-4a0b-9675-1c4c41c786b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:22.412807 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-d113f606-e0e9-4a0b-9675-1c4c41c786b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2970781
Feb 05 23:48:22.733010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-7aa78e54-43a1-48df-b502-ebf5753ab6d5 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:22.734626 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-7aa78e54-43a1-48df-b502-ebf5753ab6d5 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.3804116
Feb 05 23:48:22.765961 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-b556893f-5fc8-454a-ab15-c35b02a38ae5 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3426347
Feb 05 23:48:22.774613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-9f3659cd-a8bf-411b-abc6-37a1d89669e6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:48:22.777610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-9f3659cd-a8bf-411b-abc6-37a1d89669e6 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0160851
Feb 05 23:48:23.043509 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-c13561e4-f4ac-421e-a7f5-6f62f23467f7 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.92 HTTP/1.1" status: 200  len: 1001 time: 0.2279873
Feb 05 23:48:23.135508 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a6ef7b08-a263-475f-beef-1d0a87db7c51 req-cf785077-62bf-4de4-a044-36c57027a133 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3564022
Feb 05 23:48:23.248506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-82a9f123-f9a0-4435-aee5-a206b229d90c tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:23.250187 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-82a9f123-f9a0-4435-aee5-a206b229d90c tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports/b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 943 time: 0.1988311
Feb 05 23:48:23.764895 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-ac441541-7018-47d1-a399-f5fc5b09c7ac tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.92 HTTP/1.1" status: 200  len: 1001 time: 0.3988442
Feb 05 23:48:24.050408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Deleting port 00fc7cab-a867-4da1-bcf9-9b2845eb0ad9 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:24.051027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:24.375609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:24.376016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:24.536813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Calling delete_port for 00fc7cab-a867-4da1-bcf9-9b2845eb0ad9 owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:24.818748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:24.885183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bdc735ca-0b73-4371-b000-ad2f7035058f tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:25.017958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event deleted for resources: {'Port': ['ID=00fc7cab-a867-4da1-bcf9-9b2845eb0ad9,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:25.029229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:25.278378 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-874f4fc3-9916-4613-9998-437395032201 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1390738
Feb 05 23:48:25.400257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:25.400665 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Floating IP 5353e99a-47a4-4f68-a0d0-44306995249c disassociated (deleted). External IP: 172.27.3.92, port: b848b35c-b11b-4224-85b7-a0cf041e56b6.
Feb 05 23:48:25.441737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47096) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:25.602898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-aba3fc7f-6f30-44ce-892d-e6c2ceae3a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:25.604712 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-aba3fc7f-6f30-44ce-892d-e6c2ceae3a6f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.2705283
Feb 05 23:48:25.694110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:25.716855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:48:25.722224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Usage tracker for resource:security_group_rule and tenant:11cd0f4a5e0041b68b214e048490db17 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:48:25.726556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:48:25.735725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:48:25.908109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:25.950070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:25.958969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-06146844-abee-4c05-999c-82f47239f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:25.960747 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-06146844-abee-4c05-999c-82f47239f372 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.2765145
Feb 05 23:48:25.963472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-477e2858-79e0-4083-ac3f-fec503812421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:25.970241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Router 5f516922-874a-45a1-afe6-41e3004aee44 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:48:26.042337 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11cd0f4a5e0041b68b214e048490db17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5988464
Feb 05 23:48:26.047734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47104) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:26.048915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed144da-a310-46e2-8e04-5ea2f7ee9b9a,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:26.056034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:26.060214 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-6b76b82d-ac24-4415-97e5-6cd4c5aeaab0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 217 time: 0.0884805
Feb 05 23:48:26.148383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:26.187446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:26.303844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:26.309015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-508e578d-939d-4a4b-96b2-d174ee0397b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:26.323481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed144da-a310-46e2-8e04-5ea2f7ee9b9a,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:26.333021 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:26.339722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:26.344231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aed144da-a310-46e2-8e04-5ea2f7ee9b9a HTTP/1.1" status: 204  len: 168 time: 0.2840042
Feb 05 23:48:26.444579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-3f64486b-1317-4d52-8e54-cd60004682d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:26.447542 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-3f64486b-1317-4d52-8e54-cd60004682d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.3320537
Feb 05 23:48:26.580630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:48:26.594881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Sync routers for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:48:26.612199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:26.612926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa67128>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:26.614997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-75414b69-1ad9-49e5-8a10-e9910c8b9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:26.616817 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-75414b69-1ad9-49e5-8a10-e9910c8b9470 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1617522
Feb 05 23:48:26.838046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:27.017758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:27.110810 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "DELETE /v2.0/floatingips/5353e99a-47a4-4f68-a0d0-44306995249c HTTP/1.1" status: 204  len: 173 time: 3.3346260
Feb 05 23:48:27.114122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:27.139720 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-41982da8-9400-4c4a-966d-6337f4449b39 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5131884
Feb 05 23:48:27.219390 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:48:27.291795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa67128>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:27.298088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Checking router: 5f516922-874a-45a1-afe6-41e3004aee44 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:48:27.308069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:27.308802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa67128>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:27.377470 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33fe43e8-43dc-4eeb-9c21-e9303a02e5ce req-b717b32a-590e-4cdd-8a9c-6e2972259a5b service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2313209
Feb 05 23:48:27.382656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-2f7480dc-577e-4322-8958-d1a01816039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:27.384386 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-2f7480dc-577e-4322-8958-d1a01816039d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.2094498
Feb 05 23:48:27.548457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:27.555344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-c649a86d-11b0-45c5-8306-39a5b3960ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:27.557011 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-c649a86d-11b0-45c5-8306-39a5b3960ee3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.1585464
Feb 05 23:48:27.641054 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-901b12ae-a783-4cbe-b4fc-3e4c5a217b9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 217 time: 0.0760207
Feb 05 23:48:27.719572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-ce0eafaa-dd62-4145-bf14-47ec05cf1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:27.721287 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-ce0eafaa-dd62-4145-bf14-47ec05cf1573 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.0729454
Feb 05 23:48:27.815806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396660-965f-4326-808e-0f20addd06f2 req-92d83e55-8b69-403f-950e-bb7f466a29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:27.817493 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-92d83e55-8b69-403f-950e-bb7f466a29ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889530
Feb 05 23:48:27.921612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6aa67128>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:27.927307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae0978c-eb3b-4471-931b-0d6615009386 None None] The sync data for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi is: [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'a869da3c-26d8-4b52-91db-900d1eea6555', 'name': '', 'network_id': '7ff3c610-e80b-4480-8110-8dfff5b7bf0c', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'mac_address': 'fa:16:3e:44:63:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:44Z', 'updated_at': '2021-02-05T23:44:59Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'subnets': [{'id': 'fb6b5328-dc05-4fb4-8397-2189bb068ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:48:27.997811 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-e987a7d7-ac8e-41ef-9429-7b7f965fe75c service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658981
Feb 05 23:48:28.171053 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9396660-965f-4326-808e-0f20addd06f2 req-9d9b2b0b-bcc3-4716-bd57-f2a1b28f6575 service neutron] 10.222.0.35 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1647174
Feb 05 23:48:28.414562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bce853-3e6b-449c-8782-b35a95c95f58 None None] New status for floating IP 5353e99a-47a4-4f68-a0d0-44306995249c: DOWN {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:48:29.640746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:30.315960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-de7fd7df-8086-4edd-b353-264d4a0f48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:30.317622 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-de7fd7df-8086-4edd-b353-264d4a0f48b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7e086b35cb954c0086f2d040b044fcf0&device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 1163 time: 0.1025393
Feb 05 23:48:30.478384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-7b74a5bb-b92e-49f9-98b5-35bbe5c6b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:30.480084 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-7b74a5bb-b92e-49f9-98b5-35bbe5c6b30c service neutron] 10.222.0.86 "GET /v2.0/networks?id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 200  len: 909 time: 0.1539154
Feb 05 23:48:30.589181 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-fe8f9422-d029-4202-b861-8920f1e7c06c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 200  len: 217 time: 0.1004162
Feb 05 23:48:30.673478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-4ad0b6ee-f540-4059-a570-8501716f873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:30.675247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-4ad0b6ee-f540-4059-a570-8501716f873e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 200  len: 854 time: 0.0792685
Feb 05 23:48:30.791526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-6e80e0a7-0935-4fb4-a9d9-be8844e81875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:30.793262 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-6e80e0a7-0935-4fb4-a9d9-be8844e81875 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7ff3c610-e80b-4480-8110-8dfff5b7bf0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920699
Feb 05 23:48:30.985813 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-10f9fa1d-eca8-4cb7-a8a7-18e5626bed23 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1773307
Feb 05 23:48:31.143376 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d5dbbd1-8f07-4e4e-b955-2f13937449d1 req-05fb20a6-1867-4118-96dd-053ac9c666a7 service neutron] 10.222.0.86 "GET /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1502457
Feb 05 23:48:34.333057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-e2126218-dc34-4df8-a6a0-5cc2a489c3e8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:34.333814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-e2126218-dc34-4df8-a6a0-5cc2a489c3e8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:48:34.377593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-e2126218-dc34-4df8-a6a0-5cc2a489c3e8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:48:34.379119 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-e2126218-dc34-4df8-a6a0-5cc2a489c3e8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.2211065
Feb 05 23:48:34.453052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-fb924786-ad23-4a5e-8533-adea635419e2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:48:34.485826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-fb924786-ad23-4a5e-8533-adea635419e2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:48:34.487219 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-613d3b88-57f9-4417-8fd1-34c4cd3eefa2 req-fb924786-ad23-4a5e-8533-adea635419e2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006937
Feb 05 23:48:35.817386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6d9ee-6034-4acb-8ad3-cfbf0a68c8a9 req-50db014c-2ea0-4ded-bb3e-99c15ade7915 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:35.819119 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-baf6d9ee-6034-4acb-8ad3-cfbf0a68c8a9 req-50db014c-2ea0-4ded-bb3e-99c15ade7915 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.1799231
Feb 05 23:48:35.891265 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-baf6d9ee-6034-4acb-8ad3-cfbf0a68c8a9 req-f4f6d3f8-859e-4fd9-bd53-afd9f58e8163 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640135
Feb 05 23:48:36.194413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013557-cc34-4834-b251-d4e7736441bc req-b1240cf5-d4c8-4ba4-bd10-5937eb9c31f7 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:36.196419 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a013557-cc34-4834-b251-d4e7736441bc req-b1240cf5-d4c8-4ba4-bd10-5937eb9c31f7 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 946 time: 0.2039042
Feb 05 23:48:36.310154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Deleting port b848b35c-b11b-4224-85b7-a0cf041e56b6 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:36.310588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:36.341819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device b848b35c-b11b-4224-85b7-a0cf041e56b6 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:48:36.483986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:36.517432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:36.529739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:36.560984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:36.563453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:36.611026 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'code': 200}
Feb 05 23:48:36.660656 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=7']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:36.664896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:36.722124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:36.722598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:36.872876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Calling delete_port for b848b35c-b11b-4224-85b7-a0cf041e56b6 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:37.029415 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:48:37.036123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:48:37.296214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced94d4-484d-4a18-b82e-4831f5e26edb req-d4b86e46-5f55-4fe5-ab03-87a150d86f03 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:37.299139 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ced94d4-484d-4a18-b82e-4831f5e26edb req-d4b86e46-5f55-4fe5-ab03-87a150d86f03 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 944 time: 0.2394783
Feb 05 23:48:37.384522 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3ced94d4-484d-4a18-b82e-4831f5e26edb req-aa88ff91-ba0d-4cd2-a71f-f1d82566d3c8 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff6e96cd-2045-416c-a4ab-1a95031b55dc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715711
Feb 05 23:48:37.531806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Deleting port b848b35c-b11b-4224-85b7-a0cf041e56b6 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:37.532266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:38.205862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] For port b848b35c-b11b-4224-85b7-a0cf041e56b6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b848b35c-b11b-4224-85b7-a0cf041e56b6,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:38.206794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:38.381841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Calling delete_port for b848b35c-b11b-4224-85b7-a0cf041e56b6 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:38.819630 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ec210c57-80bb-4192-aa84-de2d3998c833 req-c3508449-f828-4d24-bb56-cd82e7344ce2 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 210 time: 0.0607755
Feb 05 23:48:38.852720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:38.875504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-858ff436-10ed-47e5-90ea-0b6ea13c22f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:39.010936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Pushing event deleted for resources: {'Port': ['ID=b848b35c-b11b-4224-85b7-a0cf041e56b6,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:39.033051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:39.135411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] No DVR routers for this DVR port b848b35c-b11b-4224-85b7-a0cf041e56b6 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:48:39.137817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:39.149790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-deleted', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:48:39.209268 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f161a31-b8ce-4097-b8a6-1f4a43f168ff', 'name': 'network-vif-deleted', 'tag': 'b848b35c-b11b-4224-85b7-a0cf041e56b6', 'status': 'completed', 'code': 200}
Feb 05 23:48:39.219439 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2a013557-cc34-4834-b251-d4e7736441bc req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.86 "DELETE /v2.0/ports/b848b35c-b11b-4224-85b7-a0cf041e56b6 HTTP/1.1" status: 204  len: 173 time: 3.0161254
Feb 05 23:48:39.355531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-95462605-528a-46e0-be3c-2e24476193a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:40.080031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-623de9c3-1948-46db-a0b6-206ba63a0d60 req-d050390f-51af-4696-bbef-d7d2bf633e3d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Synchronizing usage tracker for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:48:40.189499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-623de9c3-1948-46db-a0b6-206ba63a0d60 req-d050390f-51af-4696-bbef-d7d2bf633e3d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Unset dirty status for tenant:7e086b35cb954c0086f2d040b044fcf0 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:48:40.191263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-623de9c3-1948-46db-a0b6-206ba63a0d60 req-d050390f-51af-4696-bbef-d7d2bf633e3d tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] 10.222.0.35 "GET /v2.0/ports?device_id=0f161a31-b8ce-4097-b8a6-1f4a43f168ff HTTP/1.1" status: 200  len: 210 time: 0.1625493
Feb 05 23:48:41.611877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d22418c0-b7e8-4206-b091-7a6ec0b19194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:42.901052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47322) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:43.562260 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47334) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:43.579951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:43.635824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Deleting subnet ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:48:43.639792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:43.707357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1422356'] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:43.777514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:43.960817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.038698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Deleting port a869da3c-26d8-4b52-91db-900d1eea6555 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:44.039173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.201172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847994204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848465901'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.221004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9f236ca7-4886-419b-932e-4c7ba97dcec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:44.235932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.276550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] For port a869da3c-26d8-4b52-91db-900d1eea6555, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=a869da3c-26d8-4b52-91db-900d1eea6555,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:44.277933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.278131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:44.288126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:44.421215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:44.436821 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-cd699d03-dca1-4062-a299-cc82d734f8af admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec55b455-5ea7-4e8f-b809-ad4bac1c5c8b HTTP/1.1" status: 204  len: 168 time: 0.8705173
Feb 05 23:48:44.437147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47344) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:44.450635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Calling delete_port for a869da3c-26d8-4b52-91db-900d1eea6555 owned by network:router_interface {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:44.660205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:48:45.035117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.252069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.286840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.471885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d69f12518>,) {'filters': {'network_id': ['92e13217-dd0f-4b8d-8853-c647c53c4835']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:45.488729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69f12518>, '7593431b-3ea6-443c-84a0-01ead132d516') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:45.489020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69f12518>, '7593431b-3ea6-443c-84a0-01ead132d516') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:45.504359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.521515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.547505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:45.549510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-60a741d6-4011-45b4-8e6a-e797a884ee4b tempest-VolumesSnapshotTestJSON-1916189990 tempest-VolumesSnapshotTestJSON-1916189990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:45.603388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:48:45.643424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a869da3c-26d8-4b52-91db-900d1eea6555,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:45.772909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.773323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.773730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.774133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.774580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.774982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.775378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.775770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.776174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.776592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.777017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.777441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.777910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.778310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.778725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.779114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.779506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.779893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.780281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.780667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.781053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.781447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.781837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.782219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:48:45.801351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:45.925060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:48:45.938891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:46.210852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Network 92e13217-dd0f-4b8d-8853-c647c53c4835 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:48:46.239161 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:48:46.517005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:46.524323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:46.531012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98a9ee62-c37d-4d4b-95e7-49984cffbb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:46.560737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e13217-dd0f-4b8d-8853-c647c53c4835,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:46.567858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:46.577160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:46.672213 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-19e578b3-2d49-4ef5-9816-52f5cbf163f9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/92e13217-dd0f-4b8d-8853-c647c53c4835 HTTP/1.1" status: 204  len: 168 time: 2.2321737
Feb 05 23:48:47.061624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47366) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:47.125224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a5de3ec9-ecc9-403f-9627-60987dbcebb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d311be0a78894ee8add165b5b27c35ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0592136
Feb 05 23:48:47.125499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47370) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:47.197366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:47.229147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:47.325841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:47.333434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-98232cc5-3a9f-4e94-a956-b87bdb6f108e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:47.349115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416fb98-2c7d-4b1f-a23e-1a7348e3230b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:47.357036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:47.367582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:47.367582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7b7bdfda-8e8c-4ca8-b337-f8adda5b8f66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1416fb98-2c7d-4b1f-a23e-1a7348e3230b HTTP/1.1" status: 204  len: 168 time: 0.2393887
Feb 05 23:48:47.628455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Router 5f516922-874a-45a1-afe6-41e3004aee44 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:48:47.872448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:48:47.877857 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7de34e43-8043-4bc7-8e0b-29d26bd955bb admin admin] 10.222.0.35 "PUT /v2.0/routers/5f516922-874a-45a1-afe6-41e3004aee44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9755411
Feb 05 23:48:47.882600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47380) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:47.887370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Sync routers for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:48:47.899468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:47.900256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b6fdbe0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:48.127199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:48.239838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:48.497389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:48.507922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Deleting port 8028952e-0d9e-4584-be5d-1bf70ede379e {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:48.508573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:48.643973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b6fdbe0>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:48:45Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:48.649905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Checking router: 5f516922-874a-45a1-afe6-41e3004aee44 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:48:48.661513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Routers {'5f516922-874a-45a1-afe6-41e3004aee44'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:48:48.662393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b6fdbe0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:48:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['5f516922-874a-45a1-afe6-41e3004aee44'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:48.847383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] For port 8028952e-0d9e-4584-be5d-1bf70ede379e, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8028952e-0d9e-4584-be5d-1bf70ede379e,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:48.847654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:48.915157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] Set router 5f516922-874a-45a1-afe6-41e3004aee44 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:48:48.998233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Calling delete_port for 8028952e-0d9e-4584-be5d-1bf70ede379e owned by network:router_gateway {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:49.217355 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = function(*args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     proto.__init__(conn_state, self)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle()
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle_one_request()
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.handle_one_response()
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = self.application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return app(environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self.application)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return request.get_response(self.application)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = req.get_response(self._app)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     application, catch_exc_info=False)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     app_iter = application(self.environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     response = self.app(environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return resp(environ, start_response)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     resp = self.call_func(req, *args, **kw)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.func(req, *args, **kwargs)
Feb 05 23:48:49.228689 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     result = method(request=request, **args)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._delete(request, id, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*dup_args, **dup_kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     obj_deleter(request.context, id, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return method(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(*dup_args, **dup_kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._delete_current_gw_port(context, id, router, None)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, context, *args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return method(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     context, port, router_ids, bound_mech_contexts)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     return function(*args, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     callback(resource, event, trigger, **kwargs)
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     if self._is_session_semantic_violated(context, resource, event):
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]:     stack = traceback.extract_stack()
Feb 05 23:48:49.234944 dv-cinder-774288-3-iscsi neutron-server[80158]: 
Feb 05 23:48:49.426423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b6fdbe0>, [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:48:45Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:49.431173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc395b-5a29-4d3f-aa0e-b6680b94db30 None None] The sync data for ids ['5f516922-874a-45a1-afe6-41e3004aee44'] in dv-cinder-774288-3-iscsi is: [{'id': '5f516922-874a-45a1-afe6-41e3004aee44', 'name': 'tempest-TestMinimumBasicScenario-1463632174-router', 'tenant_id': '7e086b35cb954c0086f2d040b044fcf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:44:31Z', 'updated_at': '2021-02-05T23:48:45Z', 'revision_number': 5, 'project_id': '7e086b35cb954c0086f2d040b044fcf0', 'gw_port': {'id': '8028952e-0d9e-4584-be5d-1bf70ede379e', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f516922-874a-45a1-afe6-41e3004aee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:44:35Z', 'updated_at': '2021-02-05T23:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:48:49.502794 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.675296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.679563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.874904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.875843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f516922-874a-45a1-afe6-41e3004aee44 {{(pid=80272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:48:49.901274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:49.903697 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5ab0f24e-8fdb-4506-b0c7-71f0a2d93eb7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5f516922-874a-45a1-afe6-41e3004aee44 HTTP/1.1" status: 204  len: 168 time: 2.0195229
Feb 05 23:48:49.906770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47390) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:50.343733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Deleting subnet fb6b5328-dc05-4fb4-8397-2189bb068ea1 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:48:50.347413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:50.404399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:50.510554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device a869da3c-26d8-4b52-91db-900d1eea6555 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:48:50.574688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:50.582647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: a869da3c-26d8-4b52-91db-900d1eea6555 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:48:50.583297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device a869da3c-26d8-4b52-91db-900d1eea6555 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:48:50.584096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8028952e-0d9e-4584-be5d-1bf70ede379e no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:48:50.661768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 8028952e-0d9e-4584-be5d-1bf70ede379e {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:48:50.662800 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8028952e-0d9e-4584-be5d-1bf70ede379e not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:48:51.075814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.095149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-35acba49-deef-4335-9b28-ca0152aa8007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:51.146216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6b5328-dc05-4fb4-8397-2189bb068ea1,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:51.149517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:51.246536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.253409 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d20978be-fc90-4982-b034-7994996b3023 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb6b5328-dc05-4fb4-8397-2189bb068ea1 HTTP/1.1" status: 204  len: 168 time: 1.3453298
Feb 05 23:48:51.256420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4ac27-430b-4817-9e52-c0c6239b8b89 None None] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:48:51.258054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47400) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:51.448360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.567034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] DHCP port deletion for 7ff3c610-e80b-4480-8110-8dfff5b7bf0c request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:48:51.574341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Deleting port e3206025-1115-4fdc-9bc0-cad9b14416b9 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:51.575087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.595402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Deleting port e3206025-1115-4fdc-9bc0-cad9b14416b9 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:51.596000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.865121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] For port e3206025-1115-4fdc-9bc0-cad9b14416b9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e3206025-1115-4fdc-9bc0-cad9b14416b9,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:51.865408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:51.880608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] For port e3206025-1115-4fdc-9bc0-cad9b14416b9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e3206025-1115-4fdc-9bc0-cad9b14416b9,segment=NetworkSegment(3561425c-75da-49ae-9cfb-681cd4a16bb1),segment_id=3561425c-75da-49ae-9cfb-681cd4a16bb1)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:48:51.881273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:52.025091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Calling delete_port for e3206025-1115-4fdc-9bc0-cad9b14416b9 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:52.093350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Calling delete_port for e3206025-1115-4fdc-9bc0-cad9b14416b9 owned by network:dhcp {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:48:52.241054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993'] for port, after_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:52.241675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80272) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:48:52.242446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:48:52.261799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-64288516-f78c-418a-b838-73db30c6bbc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:52.328916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Pushing event deleted for resources: {'Port': ['ID=e3206025-1115-4fdc-9bc0-cad9b14416b9,revision_number=None']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:52.334925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:52.475564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] No DVR routers for this DVR port e3206025-1115-4fdc-9bc0-cad9b14416b9 on host dv-cinder-774288-3-iscsi {{(pid=80273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:48:52.520241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e3206025-1115-4fdc-9bc0-cad9b14416b9 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:48:52.564436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: e3206025-1115-4fdc-9bc0-cad9b14416b9 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:48:52.564851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e3206025-1115-4fdc-9bc0-cad9b14416b9 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:48:52.743745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Deleting port e3206025-1115-4fdc-9bc0-cad9b14416b9 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:48:52.744389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:52.822765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] The port 'e3206025-1115-4fdc-9bc0-cad9b14416b9' was deleted {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:48:52.968228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:53.097588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6af1a860>,) {'filters': {'network_id': ['7ff3c610-e80b-4480-8110-8dfff5b7bf0c']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:53.112805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6af1a860>, '3561425c-75da-49ae-9cfb-681cd4a16bb1') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:53.113143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6af1a860>, '3561425c-75da-49ae-9cfb-681cd4a16bb1') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:48:53.127886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:53.280590 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:53.284877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:48:53.572694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:48:53.585223 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:53.873099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Network 7ff3c610-e80b-4480-8110-8dfff5b7bf0c has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:48:53.918338 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:48:54.143335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:54.147201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-79723a38-c70f-4717-bc15-54bb8a623494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:54.167518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:54.180841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff3c610-e80b-4480-8110-8dfff5b7bf0c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:54.186012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:54.373278 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7ff3c610-e80b-4480-8110-8dfff5b7bf0c HTTP/1.1" status: 204  len: 168 time: 3.1134522
Feb 05 23:48:54.778288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47426) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:54.880932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47434) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:48:54.882101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-114350b1-2d8b-42bb-bc2a-1cc44bcab6a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e086b35cb954c0086f2d040b044fcf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1015518
Feb 05 23:48:55.021857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:55.080028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:55.159919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:55.164382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d8d7753d-12d5-47bc-bb6c-08b7c2109453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:48:55.180292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e96cd-2045-416c-a4ab-1a95031b55dc,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:48:55.184210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:48:55.210706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:55.216768 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff6e96cd-2045-416c-a4ab-1a95031b55dc HTTP/1.1" status: 204  len: 168 time: 0.3298583
Feb 05 23:48:58.547015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a72c5-23e4-44dd-a172-1f9329c3d14f req-2469eb9e-ee62-4d6e-a78e-892e6c2754f7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:58.548758 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e05a72c5-23e4-44dd-a172-1f9329c3d14f req-2469eb9e-ee62-4d6e-a78e-892e6c2754f7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1820521
Feb 05 23:48:58.622334 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e05a72c5-23e4-44dd-a172-1f9329c3d14f req-0558c40a-1785-4617-9543-a8ae4f288e89 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666170
Feb 05 23:48:59.639969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:48:59.956618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceeee7-591e-4a15-bf16-0d21694c17de req-8efed1e1-d8cf-47a6-a365-a173291fce37 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:48:59.958378 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9ceeee7-591e-4a15-bf16-0d21694c17de req-8efed1e1-d8cf-47a6-a365-a173291fce37 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1770010
Feb 05 23:49:00.035595 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9ceeee7-591e-4a15-bf16-0d21694c17de req-f5389541-26ee-41b3-84d7-7ca1bf17ad1a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685520
Feb 05 23:49:01.375753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f581f-f20f-47b5-943c-dd097dbea3ba req-ae137104-c5ec-4ce5-9925-ca5603fe0345 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:01.377597 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc6f581f-f20f-47b5-943c-dd097dbea3ba req-ae137104-c5ec-4ce5-9925-ca5603fe0345 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1837811
Feb 05 23:49:01.455674 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fc6f581f-f20f-47b5-943c-dd097dbea3ba req-80dc4183-aa71-430e-ac34-614580586676 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652552
Feb 05 23:49:02.786084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d87a47-6b4d-43f7-9af7-32ae1cf10ea9 req-4f45ec75-14f2-47d4-bb11-8d968ab8ba0e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:02.787962 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39d87a47-6b4d-43f7-9af7-32ae1cf10ea9 req-4f45ec75-14f2-47d4-bb11-8d968ab8ba0e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1716297
Feb 05 23:49:02.857109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39d87a47-6b4d-43f7-9af7-32ae1cf10ea9 req-2936ac08-f65b-418e-803f-289eb5df41ea tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617745
Feb 05 23:49:04.177701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c9ee0-cc2b-4788-8f02-4e61351041a0 req-204433d1-4d4e-4545-b669-190e5bdbf4a6 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:04.179508 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2c9c9ee0-cc2b-4788-8f02-4e61351041a0 req-204433d1-4d4e-4545-b669-190e5bdbf4a6 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1700814
Feb 05 23:49:04.244678 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2c9c9ee0-cc2b-4788-8f02-4e61351041a0 req-d2e11f27-64e4-44a0-a98c-f873a735a416 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587032
Feb 05 23:49:05.570521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ca9f9-35e0-4347-9d7c-30f0f3a5c438 req-b052ffa6-9d6d-4d05-a1ac-1ceaf7c82b7d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:05.572325 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba1ca9f9-35e0-4347-9d7c-30f0f3a5c438 req-b052ffa6-9d6d-4d05-a1ac-1ceaf7c82b7d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1729352
Feb 05 23:49:05.649961 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba1ca9f9-35e0-4347-9d7c-30f0f3a5c438 req-4acf85e3-3cab-404f-8b8d-489ae84e197c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684934
Feb 05 23:49:06.515324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:49:06.586896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:49:06.587482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:06.975137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a9a47-4da7-4612-b41b-555f71094eb8 req-cee9b105-aea2-4bd2-8f8d-66f9cbd892fe tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:06.976863 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba5a9a47-4da7-4612-b41b-555f71094eb8 req-cee9b105-aea2-4bd2-8f8d-66f9cbd892fe tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1730022
Feb 05 23:49:07.045476 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba5a9a47-4da7-4612-b41b-555f71094eb8 req-8c5764f7-f51d-4680-8d45-9ce2c2aa48c1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606878
Feb 05 23:49:08.458849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dfdfe-78b9-4645-a414-09f7d7c8fff5 req-4a260cdc-3fe0-4d53-b4ed-8c3a331123b7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:08.462795 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7c6dfdfe-78b9-4645-a414-09f7d7c8fff5 req-4a260cdc-3fe0-4d53-b4ed-8c3a331123b7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2483928
Feb 05 23:49:08.580062 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7c6dfdfe-78b9-4645-a414-09f7d7c8fff5 req-bee800f0-59b5-48e2-85fc-4e1b498e0a69 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112528
Feb 05 23:49:09.382996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f1a72bdf-9e00-4cf8-961f-2591cd0201ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:09.949416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826968-1f25-478f-8ef4-7b5542def80a req-7a5a4ed8-505c-40f8-a8a6-3f75885d8f45 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:09.951274 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5a826968-1f25-478f-8ef4-7b5542def80a req-7a5a4ed8-505c-40f8-a8a6-3f75885d8f45 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 0.2555299
Feb 05 23:49:10.052056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b38a-0d11-489c-a41c-dba2b131d107 req-63e9ac39-38f7-4ebf-98e8-c0c406e3f79c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:10.053953 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0fa1b38a-0d11-489c-a41c-dba2b131d107 req-63e9ac39-38f7-4ebf-98e8-c0c406e3f79c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2953262
Feb 05 23:49:10.157568 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5a826968-1f25-478f-8ef4-7b5542def80a req-ee1b4439-b10f-4e32-9925-9d0f9ff40e22 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023338
Feb 05 23:49:10.182866 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0fa1b38a-0d11-489c-a41c-dba2b131d107 req-cb0b0dd4-fbea-4cb6-9eed-46739ee2c93d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064732
Feb 05 23:49:11.578089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd3e4-2fc2-4869-b669-24d60a5bf6b2 req-6cc725a0-962c-494e-89a1-5f3676127858 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:11.579825 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-193fd3e4-2fc2-4869-b669-24d60a5bf6b2 req-6cc725a0-962c-494e-89a1-5f3676127858 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 0.2587562
Feb 05 23:49:11.617852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f03f13ed-0f23-4ec3-81ef-ed132283385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:11.825806 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-193fd3e4-2fc2-4869-b669-24d60a5bf6b2 req-5eae52ef-0067-40fe-b406-63b97216bf06 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1990554
Feb 05 23:49:12.022531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4d96a-d51e-46e7-b7e0-45e51018cf07 req-48f6e288-9e1f-4bc9-959b-849d0a2e4d12 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:12.030170 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39e4d96a-d51e-46e7-b7e0-45e51018cf07 req-48f6e288-9e1f-4bc9-959b-849d0a2e4d12 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.4487064
Feb 05 23:49:12.214804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-6afcc793-3887-4ff4-8a3f-2926d6727d3c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:12.216549 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-6afcc793-3887-4ff4-8a3f-2926d6727d3c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 0.6344995
Feb 05 23:49:12.394121 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39e4d96a-d51e-46e7-b7e0-45e51018cf07 req-555e3f0c-4431-4a6e-9264-645a89951270 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3554881
Feb 05 23:49:12.443282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Deleting port a3c9138f-6615-4510-9bf1-305d10f62682 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:12.443975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:12.542895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:49:12.718620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:49:12.719728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:13.080426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a3c9138f-6615-4510-9bf1-305d10f62682,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:13.081076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:13.136650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device a3c9138f-6615-4510-9bf1-305d10f62682 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:13.285890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:13.334214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:49:13.367698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a3c9138f-6615-4510-9bf1-305d10f62682,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:13.399951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:13.402940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:13.532617 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'code': 200}
Feb 05 23:49:13.533433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:13.544203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.544659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.545229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.545725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.546228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.546851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.547392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.547903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.548398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.548891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.549399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.549958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.550628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.551368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.551854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.552400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.552912 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.553393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.553871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.554348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.555103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.555643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.556129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.556606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:13.562162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:14.006852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:14.211072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:14.312374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710120cc-4024-41f7-b3bc-69807946814b req-ea471082-058c-484f-8e00-d479f7f60690 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:14.321238 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-710120cc-4024-41f7-b3bc-69807946814b req-ea471082-058c-484f-8e00-d479f7f60690 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 945 time: 1.2173786
Feb 05 23:49:14.513899 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-710120cc-4024-41f7-b3bc-69807946814b req-46fab557-a9a6-4dac-9d68-f3d9476fff43 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1911862
Feb 05 23:49:14.632495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368eb73-fa5a-4a12-9b6e-a5f16e38b570 req-0f619eef-224c-47b5-a165-c43fd63419fa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:14.639209 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8368eb73-fa5a-4a12-9b6e-a5f16e38b570 req-0f619eef-224c-47b5-a165-c43fd63419fa tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.8014350
Feb 05 23:49:14.661528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:14.662564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:14.663109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Floating IP 06b21db8-de75-477e-b607-b6f9a75489ec disassociated. External IP: 172.27.3.250, port: a3c9138f-6615-4510-9bf1-305d10f62682.
Feb 05 23:49:14.663758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Calling delete_port for a3c9138f-6615-4510-9bf1-305d10f62682 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:14.946461 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8368eb73-fa5a-4a12-9b6e-a5f16e38b570 req-21c4d0e9-34ab-4b3e-b50f-c16ec981cd0a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3054554
Feb 05 23:49:14.992991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:49:14.993321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:49:15.325411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:15.495380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Deleting port a3c9138f-6615-4510-9bf1-305d10f62682 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:15.496245 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:16.106736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] For port a3c9138f-6615-4510-9bf1-305d10f62682, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a3c9138f-6615-4510-9bf1-305d10f62682,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:16.107161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:16.417265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653dcf-cb34-42d1-b117-702941ad3e7c req-d6a45eb3-cbfe-43db-9e99-ad6c9d500619 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:16.419200 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed653dcf-cb34-42d1-b117-702941ad3e7c req-d6a45eb3-cbfe-43db-9e99-ad6c9d500619 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 943 time: 0.4988828
Feb 05 23:49:16.638693 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed653dcf-cb34-42d1-b117-702941ad3e7c req-8f7ab61e-4fb1-46e7-a9a8-7f1a3bfdf5fd tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups?id=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2064893
Feb 05 23:49:16.863498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07230420-53d8-4c92-b099-24d502e05fc6 req-9220801a-f959-4d70-bbee-a13c6129db88 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:16.868003 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-07230420-53d8-4c92-b099-24d502e05fc6 req-9220801a-f959-4d70-bbee-a13c6129db88 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.6432116
Feb 05 23:49:16.969416 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-07230420-53d8-4c92-b099-24d502e05fc6 req-cd2a65f3-bf9d-4c7e-8959-c65863c47e60 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826287
Feb 05 23:49:17.004200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:17.004971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:17.005397 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Floating IP 06b21db8-de75-477e-b607-b6f9a75489ec disassociated. External IP: 172.27.3.250, port: a3c9138f-6615-4510-9bf1-305d10f62682.
Feb 05 23:49:17.005870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Calling delete_port for a3c9138f-6615-4510-9bf1-305d10f62682 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:17.246955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:17.269827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-db5de810-df10-4d84-a69f-7ba39f23d058 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:17.365573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'Port': ['ID=a3c9138f-6615-4510-9bf1-305d10f62682,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:17.381282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.381734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.382077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.382528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.382922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.383321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.383709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.384100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.384489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.384877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.385307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.385691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.386143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.386574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.387026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.387450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.387832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.388218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.388599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.388975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.389360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.389742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.390121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.390544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:17.443370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:17.733396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:49:18.181997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:49:18.207958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:49:18.227069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:18.229047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c42d3c8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:18.316136 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-19e50b76-53f4-40d1-b261-d8a55df1e888 req-36238d07-e048-4426-a48a-e7b20be1b58a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 210 time: 0.4872358
Feb 05 23:49:18.513214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:18.678010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] No DVR routers for this DVR port a3c9138f-6615-4510-9bf1-305d10f62682 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:49:18.681993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:18.685241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-deleted', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:49:18.706331 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab8f120d-569a-4ee9-a485-173e116c5a31 req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.86 "DELETE /v2.0/ports/a3c9138f-6615-4510-9bf1-305d10f62682 HTTP/1.1" status: 204  len: 173 time: 6.4800558
Feb 05 23:49:18.810254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b9cc2-1303-47db-9e52-2fa6c4a8d812 req-1ad37ede-688e-4fe4-b49e-f6fdcc471074 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:18.812028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7c9b9cc2-1303-47db-9e52-2fa6c4a8d812 req-1ad37ede-688e-4fe4-b49e-f6fdcc471074 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.6167076
Feb 05 23:49:18.813817 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3457632b-15bc-4bcc-9516-d1eac4585cfd', 'name': 'network-vif-deleted', 'tag': 'a3c9138f-6615-4510-9bf1-305d10f62682', 'status': 'completed', 'code': 200}
Feb 05 23:49:18.885033 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7c9b9cc2-1303-47db-9e52-2fa6c4a8d812 req-629fa876-ef8c-4f18-8203-4668a7ba3461 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644326
Feb 05 23:49:19.049725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c42d3c8>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:19.054435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:49:19.064652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:19.065419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c42d3c8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:19.270582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:19.741198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c42d3c8>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:19.750971 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea328a8-7be8-41fc-8969-bdbd7460838e None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:41:45Z', 'revision_number': 4, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'f0b94ace-ae3e-4135-8db6-47971437bf9a', 'name': '', 'network_id': '8b12a48c-ef16-412c-a8b8-01abc3e5637f', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'mac_address': 'fa:16:3e:44:e1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:41Z', 'updated_at': '2021-02-05T23:41:56Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'subnets': [{'id': '93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:49:19.768208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-0e8ce866-f1e1-4d2c-add1-507be56e1ce8 req-9a82ab52-bea6-425f-a0f4-c2395f895d59 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Synchronizing usage tracker for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:49:19.828295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-0e8ce866-f1e1-4d2c-add1-507be56e1ce8 req-9a82ab52-bea6-425f-a0f4-c2395f895d59 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Unset dirty status for tenant:ab340a5cd4234f3aafcac8833c2f9657 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:49:19.829941 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0e8ce866-f1e1-4d2c-add1-507be56e1ce8 req-9a82ab52-bea6-425f-a0f4-c2395f895d59 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/ports?device_id=3457632b-15bc-4bcc-9516-d1eac4585cfd HTTP/1.1" status: 200  len: 210 time: 0.1232629
Feb 05 23:49:20.317602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb729559-62e6-42f6-9ce1-378a868143a9 None None] New status for floating IP 06b21db8-de75-477e-b607-b6f9a75489ec: DOWN {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:49:20.469966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38c97c-f138-4e85-a0e8-256eda9e5a7a req-dfca72d8-f81d-4025-9a47-a1ba62d9fad9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:20.473225 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f38c97c-f138-4e85-a0e8-256eda9e5a7a req-dfca72d8-f81d-4025-9a47-a1ba62d9fad9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.3314116
Feb 05 23:49:20.605206 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f38c97c-f138-4e85-a0e8-256eda9e5a7a req-4008e769-84df-43e1-90c7-887ff203024d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229529
Feb 05 23:49:21.127525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47604) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:21.252295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:21.298927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:21.445246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:21.449764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5d91876d-5e3e-4814-b288-64da17eaa1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:21.465121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c29ed-f5e3-4f41-b5cc-6036020fa11a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:21.470747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:21.576919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:21.582547 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "DELETE /v2.0/security-groups/2f5c29ed-f5e3-4f41-b5cc-6036020fa11a HTTP/1.1" status: 204  len: 168 time: 0.4489555
Feb 05 23:49:21.582986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47608) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:21.603200 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.v2.resource [None req-3ec6f68b-97fd-4646-bd4d-c7fbcd2f8bfe tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] show failed (client error): The resource could not be found.
Feb 05 23:49:21.608825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47612) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:21.609268 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3ec6f68b-97fd-4646-bd4d-c7fbcd2f8bfe tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "GET /v2.0/security-groups/2f5c29ed-f5e3-4f41-b5cc-6036020fa11a HTTP/1.1" status: 404  len: 347 time: 0.0247848
Feb 05 23:49:21.677072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:49:21.833450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Deleting port b0286fee-e5a1-4e63-9d6b-32be35035a2f {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:21.833737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:22.108501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:22.108501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:22.296509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Calling delete_port for b0286fee-e5a1-4e63-9d6b-32be35035a2f owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:22.464679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e6111-7d13-4c2e-af33-1178f55030d0 req-20b37819-ea7e-4a55-ac7d-4177cfdc79a3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:22.466475 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f24e6111-7d13-4c2e-af33-1178f55030d0 req-20b37819-ea7e-4a55-ac7d-4177cfdc79a3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.5551078
Feb 05 23:49:22.568059 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f24e6111-7d13-4c2e-af33-1178f55030d0 req-8ff7c80f-6c15-44e0-a118-693471ffb79e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803368
Feb 05 23:49:22.709777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:22.735193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3e55970-136f-4968-8d88-0f24d970efd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:22.800289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Pushing event deleted for resources: {'Port': ['ID=b0286fee-e5a1-4e63-9d6b-32be35035a2f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:22.804818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:22.992376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:23.102706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:23.104590 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] 10.222.0.35 "DELETE /v2.0/floatingips/06b21db8-de75-477e-b607-b6f9a75489ec HTTP/1.1" status: 204  len: 168 time: 1.4940348
Feb 05 23:49:24.122860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5958-75f1-4246-ba80-d94318b2e632 req-65b4d721-8135-4fdb-b23f-b84741dc18e3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:24.124769 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ecc5958-75f1-4246-ba80-d94318b2e632 req-65b4d721-8135-4fdb-b23f-b84741dc18e3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2616251
Feb 05 23:49:24.198329 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ecc5958-75f1-4246-ba80-d94318b2e632 req-3dda6d31-770d-41bb-ac1c-66cf591b2ca6 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614300
Feb 05 23:49:25.163973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-7dba0cd5-41ec-4a0e-b9bb-cc3c2d7bbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:25.165678 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-7dba0cd5-41ec-4a0e-b9bb-cc3c2d7bbccf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1162 time: 0.0896652
Feb 05 23:49:25.332788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-9b845ad7-3ef8-41ff-9106-5b1090188593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:25.335270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-9b845ad7-3ef8-41ff-9106-5b1090188593 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.1618125
Feb 05 23:49:25.519490 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-6898ef12-986b-4fc2-a114-de26e60f958f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 1000 time: 0.1766620
Feb 05 23:49:25.678488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed3cd0-4a25-4f6c-9c98-fbe5bacb7841 req-23128954-8567-41f5-af48-e00c90b0c54b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:25.680231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-80ed3cd0-4a25-4f6c-9c98-fbe5bacb7841 req-23128954-8567-41f5-af48-e00c90b0c54b tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2691588
Feb 05 23:49:25.740685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-3608b025-b7ac-4dd1-99bb-07b675643d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:25.743610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-3608b025-b7ac-4dd1-99bb-07b675643d13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.2149203
Feb 05 23:49:25.918256 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-80ed3cd0-4a25-4f6c-9c98-fbe5bacb7841 req-517cf3ee-6c84-4450-b046-4bc833d90eee tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2296438
Feb 05 23:49:25.961652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-10f4d505-50c6-49e1-9384-aad2a6d0afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:25.964094 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-10f4d505-50c6-49e1-9384-aad2a6d0afe7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2004530
Feb 05 23:49:26.172708 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-b968ad77-9268-461e-9083-e509ca7f5a98 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011349
Feb 05 23:49:26.339418 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d4da097d-013a-4da8-b37f-d93dd7812820 req-d75f5ab7-8410-409e-aa3f-5688bac55c1b service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1594901
Feb 05 23:49:26.950311 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-06002239-dbb4-4a3c-aa79-3c49025cee62 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0825300
Feb 05 23:49:27.164352 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-91f675b1-c2ec-4f15-ab21-bb36b3bd1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:27.166040 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-91f675b1-c2ec-4f15-ab21-bb36b3bd1d66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 1162 time: 0.1275096
Feb 05 23:49:27.445172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7789813-5375-40cb-9dc3-4d748a9480fb req-7945f055-f08b-49cf-80fd-573356de641c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:27.447037 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7789813-5375-40cb-9dc3-4d748a9480fb req-7945f055-f08b-49cf-80fd-573356de641c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.3276176
Feb 05 23:49:27.450348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-dbc39412-bf47-4007-ba33-b08ed4c3e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:27.452224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-dbc39412-bf47-4007-ba33-b08ed4c3e7fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2629459
Feb 05 23:49:27.858216 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c7789813-5375-40cb-9dc3-4d748a9480fb req-f14795f1-8e64-40e1-9213-3b504e425f5c tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4036067
Feb 05 23:49:27.874274 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-d7b91353-8386-4a05-8d65-85bbcb5a0840 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 200  len: 1001 time: 0.4006319
Feb 05 23:49:27.966041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-e8a777e3-fad5-4fe3-bd64-c7488be263d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:27.967793 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-e8a777e3-fad5-4fe3-bd64-c7488be263d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0865660
Feb 05 23:49:28.066887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-2c59a19b-05f3-4732-808e-386672e119a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:28.068603 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-2c59a19b-05f3-4732-808e-386672e119a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942626
Feb 05 23:49:28.140333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47664) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:28.244813 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-58a82c4a-bd62-40bb-a5d9-c2fea1ce9902 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668615
Feb 05 23:49:28.461462 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a728238-1122-49ea-aa7a-98a53c6ced1d req-97389939-59cd-40f2-91af-4f4d2751c71d service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2109745
Feb 05 23:49:28.585394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:28.771777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:28.806948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:49:28.818975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:28.869882 dv-cinder-774288-3-iscsi neutron-server[80158]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'code': 422} returned with failed status
Feb 05 23:49:28.936932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:28.939174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:29.024116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:29.028827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:29.184991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:29.300872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26e43-b8e8-48c3-b267-5535b4e5a4a7 req-1cec1105-40a1-4bf3-b6e4-eaf0254ecd7f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:29.304316 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62e26e43-b8e8-48c3-b267-5535b4e5a4a7 req-1cec1105-40a1-4bf3-b6e4-eaf0254ecd7f tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.1888664
Feb 05 23:49:29.381427 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-62e26e43-b8e8-48c3-b267-5535b4e5a4a7 req-3ba2c687-c33e-46d5-bea4-cced67bd56f7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705903
Feb 05 23:49:29.668098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:29.842458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Deleting port f0b94ace-ae3e-4135-8db6-47971437bf9a {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:29.842774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:30.072724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] For port f0b94ace-ae3e-4135-8db6-47971437bf9a, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f0b94ace-ae3e-4135-8db6-47971437bf9a,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:30.073393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:30.315216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Calling delete_port for f0b94ace-ae3e-4135-8db6-47971437bf9a owned by network:router_interface {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:30.698088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:30.728264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:30.847924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b94ace-ae3e-4135-8db6-47971437bf9a,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:30.855650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:31.304921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:31.890667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Router 499cd73d-5223-476c-b076-bb508de78d63 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:49:32.100766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:49:32.112894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Sync routers for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:49:32.117999 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-884372a5-22a4-4055-b1c7-1549186bd5f8 admin admin] 10.222.0.35 "PUT /v2.0/routers/499cd73d-5223-476c-b076-bb508de78d63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9759212
Feb 05 23:49:32.121531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47696) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:32.127835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:32.128931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5dacc0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:32.325177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:32.350237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:32.846771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:32.854146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Deleting port 4e6099ff-32c7-4697-8889-7124fe0b57ad {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:32.854311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:32.864572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5dacc0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:49:30Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:32.869614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Checking router: 499cd73d-5223-476c-b076-bb508de78d63 for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:49:32.881705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Routers {'499cd73d-5223-476c-b076-bb508de78d63'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:32.882451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5dacc0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['499cd73d-5223-476c-b076-bb508de78d63'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:33.107258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] Set router 499cd73d-5223-476c-b076-bb508de78d63 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:33.149645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] For port 4e6099ff-32c7-4697-8889-7124fe0b57ad, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4e6099ff-32c7-4697-8889-7124fe0b57ad,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:33.150347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:33.214294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3b4f2-40bd-4391-bfbe-bdcfe46bf1f6 req-27ef4bcb-893c-436c-a8bf-a49acf3977f2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:33.217088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8db3b4f2-40bd-4391-bfbe-bdcfe46bf1f6 req-27ef4bcb-893c-436c-a8bf-a49acf3977f2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2268217
Feb 05 23:49:33.298171 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8db3b4f2-40bd-4391-bfbe-bdcfe46bf1f6 req-3551db4d-c33d-412b-9ab5-f8cc3e767eb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706096
Feb 05 23:49:33.298784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47716) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:33.452964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Calling delete_port for 4e6099ff-32c7-4697-8889-7124fe0b57ad owned by network:router_gateway {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:33.482802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b5dacc0>, [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:49:30Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:33.490477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678b337-1fa1-457b-8fdf-389fd7985f36 None None] The sync data for ids ['499cd73d-5223-476c-b076-bb508de78d63'] in dv-cinder-774288-3-iscsi is: [{'id': '499cd73d-5223-476c-b076-bb508de78d63', 'name': 'tempest-AttachVolumeTestJSON-1874857892-router', 'tenant_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:41:31Z', 'updated_at': '2021-02-05T23:49:30Z', 'revision_number': 5, 'project_id': 'ab340a5cd4234f3aafcac8833c2f9657', 'gw_port': {'id': '4e6099ff-32c7-4697-8889-7124fe0b57ad', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499cd73d-5223-476c-b076-bb508de78d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:41:32Z', 'updated_at': '2021-02-05T23:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:49:33.499212 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-599e4b8e-069e-4d11-be7e-5429b5d12de4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1989160
Feb 05 23:49:33.811271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.088436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.248906 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.253265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.481963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f0b94ace-ae3e-4135-8db6-47971437bf9a no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:34.522238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: f0b94ace-ae3e-4135-8db6-47971437bf9a {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:49:34.522712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f0b94ace-ae3e-4135-8db6-47971437bf9a not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:49:34.656628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.657714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499cd73d-5223-476c-b076-bb508de78d63 {{(pid=80272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:49:34.668238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c74-9900-4c51-b289-202751ed33f6 req-8b927443-6449-4e46-b315-0cd29092a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:34.674965 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-8b927443-6449-4e46-b315-0cd29092a04b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf&tenant_id=f83ee5e7955947f28375a9d439bd642f HTTP/1.1" status: 200  len: 1160 time: 0.0933294
Feb 05 23:49:34.681294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.683175 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d606e1a9-b927-481d-9406-5aaddc7b1d43 admin admin] 10.222.0.35 "DELETE /v2.0/routers/499cd73d-5223-476c-b076-bb508de78d63 HTTP/1.1" status: 204  len: 168 time: 2.5601537
Feb 05 23:49:34.687009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47730) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:34.885535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Deleting subnet 93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:49:34.893237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:34.975621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1422356'] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:35.108388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4cc3b-04ea-4d1d-933d-de5c1a2b80dd req-c1ddf92e-a162-4ad7-a00d-aebdd03f39d9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:35.110200 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-14d4cc3b-04ea-4d1d-933d-de5c1a2b80dd req-c1ddf92e-a162-4ad7-a00d-aebdd03f39d9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.3403389
Feb 05 23:49:35.112475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c74-9900-4c51-b289-202751ed33f6 req-b1f48bf0-c210-426d-bc03-0e87c36a3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:35.114075 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-b1f48bf0-c210-426d-bc03-0e87c36a3a27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1160 time: 0.3900506
Feb 05 23:49:35.373869 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-14d4cc3b-04ea-4d1d-933d-de5c1a2b80dd req-eed77a28-8841-4090-935c-24b2f9196fc9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2561095
Feb 05 23:49:35.413143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:35.444078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c74-9900-4c51-b289-202751ed33f6 req-98a5c641-8212-4820-be7a-eeb3512b939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:35.445826 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-98a5c641-8212-4820-be7a-eeb3512b939e service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.3195655
Feb 05 23:49:35.660155 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-584a3d86-b07e-456e-bbf8-1a30839db4c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 998 time: 0.2065670
Feb 05 23:49:35.766333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c74-9900-4c51-b289-202751ed33f6 req-cb73f857-6f64-44d3-8565-0400b8a661c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:35.768012 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-cb73f857-6f64-44d3-8565-0400b8a661c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.1017084
Feb 05 23:49:35.937519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c74-9900-4c51-b289-202751ed33f6 req-cac6010a-20c5-400d-88d3-87fdc60e6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:35.939135 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-cac6010a-20c5-400d-88d3-87fdc60e6628 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1582606
Feb 05 23:49:35.992716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847994204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848465901'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:36.013925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:36.127648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:36.136306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:36.256826 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-ba570fae-721f-4933-8610-08f764643b0c service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3106985
Feb 05 23:49:36.257804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:36.266287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f558e6-dd31-4015-b4d9-22924bee2ce5 None None] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:49:36.293527 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-2cb35691-4a33-4a9c-aa52-729cbc154ab5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/93940d7c-e88a-43b2-9b7e-c3cf3d0cef0a HTTP/1.1" status: 204  len: 168 time: 1.6031396
Feb 05 23:49:36.295804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47734) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:36.590842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4e6099ff-32c7-4697-8889-7124fe0b57ad no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:36.671588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 4e6099ff-32c7-4697-8889-7124fe0b57ad {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:49:36.672192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4e6099ff-32c7-4697-8889-7124fe0b57ad not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:49:36.772915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] DHCP port deletion for 8b12a48c-ef16-412c-a8b8-01abc3e5637f request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:49:36.778338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Deleting port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:36.778962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:36.843868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:36.939687 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f5498c74-9900-4c51-b289-202751ed33f6 req-84d1c2f8-e72c-4241-8990-4cf928ab9c0a service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6757627
Feb 05 23:49:36.946295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Deleting port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:36.946690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:37.058540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] For port 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=03a78636-8f50-43ba-a5ed-a20a94ea50f6,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:37.059141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:37.099317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e13d9-5d1e-48a2-b5b4-63a5d3bfad7c req-53c9df29-8103-43d5-9fbd-89f5a40faf0e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:37.101125 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b1e13d9-5d1e-48a2-b5b4-63a5d3bfad7c req-53c9df29-8103-43d5-9fbd-89f5a40faf0e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.3830714
Feb 05 23:49:37.212828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Calling delete_port for 03a78636-8f50-43ba-a5ed-a20a94ea50f6 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:37.284857 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6b1e13d9-5d1e-48a2-b5b4-63a5d3bfad7c req-844f481f-c473-4f45-9125-dbba0b949056 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420083
Feb 05 23:49:37.367456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] For port 03a78636-8f50-43ba-a5ed-a20a94ea50f6, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=03a78636-8f50-43ba-a5ed-a20a94ea50f6,segment=NetworkSegment(b1abb46d-8361-40cd-978b-a90a7b576579),segment_id=b1abb46d-8361-40cd-978b-a90a7b576579)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:37.367865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:37.376417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993'] for port, after_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:37.403468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:37.515553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Pushing event deleted for resources: {'Port': ['ID=03a78636-8f50-43ba-a5ed-a20a94ea50f6,revision_number=None']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:37.519725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:37.580514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Calling delete_port for 03a78636-8f50-43ba-a5ed-a20a94ea50f6 owned by network:dhcp {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:37.620490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] No DVR routers for this DVR port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 on host dv-cinder-774288-3-iscsi {{(pid=80273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:49:37.684973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:49:37.685604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:49:38.187067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Deleting port 03a78636-8f50-43ba-a5ed-a20a94ea50f6 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:38.187472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:38.315266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] The port '03a78636-8f50-43ba-a5ed-a20a94ea50f6' was deleted {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:49:38.615672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 03a78636-8f50-43ba-a5ed-a20a94ea50f6 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:38.666088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:38.763554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 03a78636-8f50-43ba-a5ed-a20a94ea50f6 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:49:38.764073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 03a78636-8f50-43ba-a5ed-a20a94ea50f6 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:49:39.117621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d69ebc940>,) {'filters': {'network_id': ['8b12a48c-ef16-412c-a8b8-01abc3e5637f']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:39.145465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69ebc940>, 'b1abb46d-8361-40cd-978b-a90a7b576579') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:39.146099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69ebc940>, 'b1abb46d-8361-40cd-978b-a90a7b576579') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:39.168186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:39.190647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:39.193543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:49:39.391317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6620-469c-4b1f-89b4-132504236d3a req-4c53ed41-9307-4582-b337-7f1dd1d93d34 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:39.399551 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1dcd6620-469c-4b1f-89b4-132504236d3a req-4c53ed41-9307-4582-b337-7f1dd1d93d34 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.5549862
Feb 05 23:49:39.399875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ca11ee41-2787-4b93-ab2c-fba24d55e977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:39.580558 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1dcd6620-469c-4b1f-89b4-132504236d3a req-999a711e-8f2e-4486-b816-7927fefbb352 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1799953
Feb 05 23:49:39.599459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:49:39.612836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:39.919503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Network 8b12a48c-ef16-412c-a8b8-01abc3e5637f has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:49:39.972263 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:49:40.147944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:40.153368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4e93ae8d-1691-4861-b03f-4fccbf27882f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:40.175920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:40.189904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b12a48c-ef16-412c-a8b8-01abc3e5637f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:40.194116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:40.246892 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] 10.222.0.35 "DELETE /v2.0/networks/8b12a48c-ef16-412c-a8b8-01abc3e5637f HTTP/1.1" status: 204  len: 168 time: 3.9496050
Feb 05 23:49:40.608680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47764) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:40.674098 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4d148ca8-ea76-4607-acdf-f4c07860b479 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab340a5cd4234f3aafcac8833c2f9657&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0639613
Feb 05 23:49:40.678594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 47768) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:40.812458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:40.870962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:41.022311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:41.039350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-835546b3-1cf4-4d1b-8cbb-dacc4eca719d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:41.065949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35932d18-0c55-4f06-96b8-09bda6c405f5,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:41.078093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:41.094399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:41.095745 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35932d18-0c55-4f06-96b8-09bda6c405f5 HTTP/1.1" status: 204  len: 168 time: 0.4158978
Feb 05 23:49:41.233069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156a9ed-ca07-4f31-bebe-ac3fe91a8def req-fd46f5b6-c9ee-46e1-ba3c-2b00df9eb296 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:41.236518 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4156a9ed-ca07-4f31-bebe-ac3fe91a8def req-fd46f5b6-c9ee-46e1-ba3c-2b00df9eb296 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2624128
Feb 05 23:49:41.381780 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4156a9ed-ca07-4f31-bebe-ac3fe91a8def req-de347924-12c0-4615-a36f-d145cf9111f3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398628
Feb 05 23:49:41.639462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ccd93b40-9f11-403c-aab5-8fb622dce2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:42.885452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3b2a4-13cd-4e26-86b3-76cb009eedaa req-4223a6c8-a815-4af7-9fd2-a06e044cd145 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:42.887424 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5fd3b2a4-13cd-4e26-86b3-76cb009eedaa req-4223a6c8-a815-4af7-9fd2-a06e044cd145 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.1811125
Feb 05 23:49:43.002764 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5fd3b2a4-13cd-4e26-86b3-76cb009eedaa req-203ea267-78ed-4996-8e71-5fea501273b9 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064022
Feb 05 23:49:44.068325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:44.274087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:44.542049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021aef3-b9f0-43d2-8a10-6c82ffaf7e26 req-a775641e-8562-47bd-aabd-3b7b88f44ea8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:44.543917 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9021aef3-b9f0-43d2-8a10-6c82ffaf7e26 req-a775641e-8562-47bd-aabd-3b7b88f44ea8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2185471
Feb 05 23:49:44.663528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947a2dc-bd24-48f1-bcca-69e7757a1628 req-5102b2f3-21d0-44b3-9a77-fdd062b96faa tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:44.665372 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9947a2dc-bd24-48f1-bcca-69e7757a1628 req-5102b2f3-21d0-44b3-9a77-fdd062b96faa tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.4491205
Feb 05 23:49:44.764180 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9947a2dc-bd24-48f1-bcca-69e7757a1628 req-52fbd1c2-2aa3-4578-a422-83d8ebb4d8a5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0878160
Feb 05 23:49:44.785552 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9021aef3-b9f0-43d2-8a10-6c82ffaf7e26 req-0e779edb-80b8-45b4-8dc7-18f5c0574929 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2287166
Feb 05 23:49:45.266637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:46.189817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934ba7-5b98-438c-b22f-53326f56b9cc req-9c59426d-1f9f-4c2c-b159-07bda8f1fbb3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:46.191680 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-08934ba7-5b98-438c-b22f-53326f56b9cc req-9c59426d-1f9f-4c2c-b159-07bda8f1fbb3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.2454083
Feb 05 23:49:46.299327 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-08934ba7-5b98-438c-b22f-53326f56b9cc req-dd2ada35-93e9-43e1-9ab4-962e8c0c889c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0989244
Feb 05 23:49:46.409578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bf4e8-ad42-464c-85ff-a2afdc0e97e3 req-ecbe139d-4c36-4bce-87b1-52f77443ee27 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:46.411372 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-649bf4e8-ad42-464c-85ff-a2afdc0e97e3 req-ecbe139d-4c36-4bce-87b1-52f77443ee27 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.3505971
Feb 05 23:49:46.500247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-649bf4e8-ad42-464c-85ff-a2afdc0e97e3 req-355c8c62-0631-4591-aa7a-4d8afbbf0691 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687771
Feb 05 23:49:47.750975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3568e-4852-4021-845f-a366d1ea8f68 req-0f6ee121-d46e-40f7-a278-a2ebae143e78 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:47.753816 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96d3568e-4852-4021-845f-a366d1ea8f68 req-0f6ee121-d46e-40f7-a278-a2ebae143e78 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.2720017
Feb 05 23:49:47.895531 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96d3568e-4852-4021-845f-a366d1ea8f68 req-d9e67a42-89a6-4e49-8ef1-c102ffae239d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0914805
Feb 05 23:49:48.008619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590fe0d-62e3-40aa-9e4f-e41ec59953e4 req-883f5aa7-d599-482a-bf0b-4c2395396575 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:48.010936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8590fe0d-62e3-40aa-9e4f-e41ec59953e4 req-883f5aa7-d599-482a-bf0b-4c2395396575 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2554531
Feb 05 23:49:48.148846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8590fe0d-62e3-40aa-9e4f-e41ec59953e4 req-be3fe190-1570-4445-9e2c-c503f40753fb tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247182
Feb 05 23:49:49.408349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541471b8-7a76-491c-b503-eba1990f847e req-ec264ade-2ee7-4a77-aadc-545b4c3570f4 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:49.410156 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-541471b8-7a76-491c-b503-eba1990f847e req-ec264ade-2ee7-4a77-aadc-545b4c3570f4 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.3312624
Feb 05 23:49:49.526276 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-541471b8-7a76-491c-b503-eba1990f847e req-c16562fa-17a6-4f0c-a352-e657c8e65e54 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0757091
Feb 05 23:49:49.652262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ebba4-7a6c-4b8b-8230-a3762fa31eb0 req-a78e609e-1147-4049-a33d-d2f261add9a7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:49.658792 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8b0ebba4-7a6c-4b8b-8230-a3762fa31eb0 req-a78e609e-1147-4049-a33d-d2f261add9a7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2428508
Feb 05 23:49:49.782809 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8b0ebba4-7a6c-4b8b-8230-a3762fa31eb0 req-3be7b0ac-774f-42e7-94e3-e2e5bdad9928 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212161
Feb 05 23:49:50.886884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e797b6-e286-46d2-91cd-48cb94ad6d94 req-98295c3f-de06-4017-b997-68bb49c64b7f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:50.889110 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-65e797b6-e286-46d2-91cd-48cb94ad6d94 req-98295c3f-de06-4017-b997-68bb49c64b7f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.1876588
Feb 05 23:49:50.961920 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-65e797b6-e286-46d2-91cd-48cb94ad6d94 req-4ae0349e-2367-4e59-9a15-9c9ffea63f07 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0655696
Feb 05 23:49:51.285350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed763134-df2e-41e5-907a-019822eede71 req-24657d76-3707-462f-a0a0-191b6bd57040 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:51.289063 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed763134-df2e-41e5-907a-019822eede71 req-24657d76-3707-462f-a0a0-191b6bd57040 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.2851310
Feb 05 23:49:51.409047 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ed763134-df2e-41e5-907a-019822eede71 req-79d18019-2a6a-4282-898a-b98acf666118 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125047
Feb 05 23:49:52.067839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-1e2c4c70-06c0-46aa-ad94-de620d8ca9ea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:52.069572 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-1e2c4c70-06c0-46aa-ad94-de620d8ca9ea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.1731236
Feb 05 23:49:52.460133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port f6399043-da0c-49a7-8e57-a7b17fc49a22 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:49:52.460530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:52.679969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298eeb9-516c-4a59-974d-d1f87a6b696e req-f7a79397-f7de-4a62-ae85-24891a2a2170 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:52.681801 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b298eeb9-516c-4a59-974d-d1f87a6b696e req-f7a79397-f7de-4a62-ae85-24891a2a2170 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 945 time: 0.5508852
Feb 05 23:49:52.921952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b298eeb9-516c-4a59-974d-d1f87a6b696e req-58882100-29e5-4067-a5cb-e1ae38fa5041 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2292738
Feb 05 23:49:53.068247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117a3c7-4a8a-47d9-a9c3-e124b3c27fc5 req-1dd928e0-9794-4a21-922b-c7929bebff58 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:53.070084 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1117a3c7-4a8a-47d9-a9c3-e124b3c27fc5 req-1dd928e0-9794-4a21-922b-c7929bebff58 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 943 time: 0.3788009
Feb 05 23:49:53.076887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] For port f6399043-da0c-49a7-8e57-a7b17fc49a22, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f6399043-da0c-49a7-8e57-a7b17fc49a22,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:53.077339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.249482 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1117a3c7-4a8a-47d9-a9c3-e124b3c27fc5 req-e7670446-d4e5-40ef-9798-15d15cba03b3 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1634119
Feb 05 23:49:53.351208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:49:53.493067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:49:53.494276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.512924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.513348 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.513803 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP b91230f4-35a8-42e6-83bc-1ea793a75063 disassociated. External IP: 172.27.3.167, port: f6399043-da0c-49a7-8e57-a7b17fc49a22.
Feb 05 23:49:53.514201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for f6399043-da0c-49a7-8e57-a7b17fc49a22 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:49:53.702954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.759858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:49:53.770551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.780177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:49:53.809921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ab5c4634-2816-42ef-9e8c-a12837c743f1 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:53.810996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:53.814634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:53.853916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47906) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:53.885633 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'code': 200}
Feb 05 23:49:53.886786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device f6399043-da0c-49a7-8e57-a7b17fc49a22 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:49:53.941246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=6']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:53.951515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:53.952460 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: f6399043-da0c-49a7-8e57-a7b17fc49a22 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:49:53.953029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device f6399043-da0c-49a7-8e57-a7b17fc49a22 not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:49:53.967678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=f6399043-da0c-49a7-8e57-a7b17fc49a22,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:53.977416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:54.217263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:54.295918 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:49:54.304400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Usage tracker for resource:security_group_rule and tenant:1788483e5ba949cb94338d07debb54e3 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:49:54.309533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:49:54.318332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:49:54.365374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cab5d6-707c-4fe5-b35f-dd2ad184ae2a req-48454f8e-7b9a-49cd-995b-003979743f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:54.367363 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cab5d6-707c-4fe5-b35f-dd2ad184ae2a req-48454f8e-7b9a-49cd-995b-003979743f56 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1162 time: 0.1394877
Feb 05 23:49:54.407179 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-173b94eb-3d2e-4a5d-92d4-f2fd3568a464 req-46a443b7-98d4-4285-85b8-2871107ab6ef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.1514819
Feb 05 23:49:54.461520 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e5cab5d6-707c-4fe5-b35f-dd2ad184ae2a req-146ff547-7d34-48be-bc0d-daf0cea2a1c6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838597
Feb 05 23:49:54.492246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:54.536183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:54.546808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:49:54.547089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7d474809-9480-4b24-89d1-18c1d47668b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:54.594264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233e6e8-33f4-4be9-a263-7345a2cb1d4c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:54.604863 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1788483e5ba949cb94338d07debb54e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7458198
Feb 05 23:49:54.606843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 47916) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:49:54.610764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.611193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.611621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.612333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.612544 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.612805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.613416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.613825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.614210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.614944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.615349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.615756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.616235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.616641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.617044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.617446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.617846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.618249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.618716 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.619698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.620102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.620505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.620909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.621308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:49:54.638405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c2fef261-da15-4f85-bff1-c9ffe2fb5803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:54.699500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:54.737183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:54.770112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c31-526a-4f4e-b9e7-8d40270dede4 req-45fe1b15-d949-4796-99be-f3d7c96addf0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:54.771961 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0ab27c31-526a-4f4e-b9e7-8d40270dede4 req-45fe1b15-d949-4796-99be-f3d7c96addf0 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.3166246
Feb 05 23:49:54.950863 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0ab27c31-526a-4f4e-b9e7-8d40270dede4 req-e1d49373-7b33-41f3-8c19-ba89808ccb6e tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1604087
Feb 05 23:49:54.974522 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:49:54.989256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:49:54.990806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:55.000550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-046c8e5d-5620-43d9-aa6b-c0190958bd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:49:55.006813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:55.007789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b47dd68>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:55.016742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233e6e8-33f4-4be9-a263-7345a2cb1d4c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:49:55.019630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:49:55.020233 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] No DVR routers for this DVR port f6399043-da0c-49a7-8e57-a7b17fc49a22 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:49:55.022913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:55.026549 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:55.027715 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0233e6e8-33f4-4be9-a263-7345a2cb1d4c HTTP/1.1" status: 204  len: 168 time: 0.4198143
Feb 05 23:49:55.032411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'name': 'network-vif-deleted', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:49:55.037654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d6c65feb-9401-4b6c-a769-9a83b8347aa7 req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "DELETE /v2.0/ports/f6399043-da0c-49a7-8e57-a7b17fc49a22 HTTP/1.1" status: 204  len: 173 time: 2.9629259
Feb 05 23:49:55.096784 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f39c5-e9d8-47c3-b8e4-9fb73794f39e', 'name': 'network-vif-deleted', 'tag': 'f6399043-da0c-49a7-8e57-a7b17fc49a22', 'status': 'completed', 'code': 200}
Feb 05 23:49:55.127337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:49:55.349692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:49:55.350263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:55.574939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:55.760678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f9d4bb8a-5a05-402c-8cc8-3e1633dd82fb req-d642806f-3ec4-4b86-9e20-1c200f6ba00f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:49:56.231860 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b47dd68>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:56.237301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:49:56.249445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:49:56.250251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b47dd68>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:49:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:56.360697 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffdf10-db5f-48cc-a2e1-e188d2311e41 req-833362d4-a2c0-4f9f-9c22-ba9362746fe2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:56.366446 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-73ffdf10-db5f-48cc-a2e1-e188d2311e41 req-833362d4-a2c0-4f9f-9c22-ba9362746fe2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1832733
Feb 05 23:49:56.449042 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-73ffdf10-db5f-48cc-a2e1-e188d2311e41 req-e0d440cb-3383-4e7b-a37b-8f27fea0f4e8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716248
Feb 05 23:49:56.529422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:49:56.919737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b47dd68>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:49:56.924325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11667c5-85ea-49cb-98e6-53e59a124882 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:49:56.964887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f9d4bb8a-5a05-402c-8cc8-3e1633dd82fb req-d642806f-3ec4-4b86-9e20-1c200f6ba00f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:49:56.966185 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f9d4bb8a-5a05-402c-8cc8-3e1633dd82fb req-d642806f-3ec4-4b86-9e20-1c200f6ba00f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 1.3348355
Feb 05 23:49:57.134773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:49:57.238188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 54ef62a4-2f2e-4779-bae8-c27aa7967309 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:49:57.238759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:57.413854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a159c1-2eda-4f67-a92d-dfd9886de707 None None] New status for floating IP b91230f4-35a8-42e6-83bc-1ea793a75063: DOWN {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:49:57.839587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba929a5d-795e-4499-894c-163c35cb4e22 req-58fc8d40-2b3c-4f73-b8df-b2746014de36 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:57.847393 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba929a5d-795e-4499-894c-163c35cb4e22 req-58fc8d40-2b3c-4f73-b8df-b2746014de36 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1927824
Feb 05 23:49:57.935511 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba929a5d-795e-4499-894c-163c35cb4e22 req-a2aa6359-5b7e-4ca5-b751-1e47bc7bddd1 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784564
Feb 05 23:49:58.492718 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f1e99ddc-da02-4ba7-8c69-bb34729c4356 req-0caab4a9-86e0-4932-8814-f7f0760dcf97 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=878f39c5-e9d8-47c3-b8e4-9fb73794f39e HTTP/1.1" status: 200  len: 210 time: 0.3192346
Feb 05 23:49:58.668894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:49:59.274923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af6db7-9a93-4455-a553-b19be845e579 req-42e12110-08cc-44a2-900c-722dfe5c05c7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:49:59.277309 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-55af6db7-9a93-4455-a553-b19be845e579 req-42e12110-08cc-44a2-900c-722dfe5c05c7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.1797080
Feb 05 23:49:59.370059 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-55af6db7-9a93-4455-a553-b19be845e579 req-9b5aa121-742b-4391-a042-186dc1fdf43a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817447
Feb 05 23:49:59.678552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:49:59.999695 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-4cf4c2fe-a231-40ac-938b-6e3267fb55e5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2060377666&fields=id&tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 267 time: 0.0972519
Feb 05 23:50:00.303652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-1279dcfc-3c42-4150-b4ee-7bafb7ebbd9e tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:00.305448 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-1279dcfc-3c42-4150-b4ee-7bafb7ebbd9e tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.2923093
Feb 05 23:50:00.328556 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-f15e9682-cf71-4571-9328-afd8d37166dd tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/quotas/0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 375 time: 0.0114970
Feb 05 23:50:00.475226 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-d2ee00cc-ba97-4520-a7d4-43e86ead1963 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1397252
Feb 05 23:50:00.775551 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-f240ad21-68a5-45c4-9ef2-50602323f277 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2850344
Feb 05 23:50:00.927412 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-60fbb00c-92b0-4840-a151-f3f2afe980a7 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451569
Feb 05 23:50:01.572616 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-965b66fe-3aef-48ae-88f9-ea45575acbf4 req-f460cd14-cbaa-4d4d-a0e2-aef573b5eade tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 210 time: 0.0589252
Feb 05 23:50:02.783986 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cd6285c2-65ff-410f-b3c4-307a555e3f5f req-5c0ddc8d-6c2c-403b-a11e-4a31f674e61c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 210 time: 0.0529778
Feb 05 23:50:03.660052 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-f96bac55-9fd7-4293-80d0-2a05c35d9928 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:03.661751 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-f96bac55-9fd7-4293-80d0-2a05c35d9928 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.2700665
Feb 05 23:50:03.789250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-71546715-6c93-4cdd-931f-e59a44cbd923 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 5765 time: 0.1080985
Feb 05 23:50:03.802839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'port': {'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'admin_state_up': True, 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'security_groups': ['70aed247-eb81-4579-b0ac-deeab1a2c96d']}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:50:04.034806 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fa7305d0-f689-4217-97a3-6ced8656fe85 req-2e6a7fea-495f-4eb3-857c-8e4d7612daef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 210 time: 0.0661879
Feb 05 23:50:04.035874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:04.047572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:04.084516 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Made reservation on behalf of 0ea243ebde1f4b58945991a930e1c069 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:50:04.106451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:04.433449 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.20.0.10 (abd30419-0928-4820-a801-3cb6f16455f6/5c6f4b1d-1f4e-469f-af76-0952b9411869/fcfa08b2-7423-4b2c-ad1a-3ec6df376811) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:50:04.661540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:04.680383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Transition to ACTIVE for port object fcfa08b2-7423-4b2c-ad1a-3ec6df376811 will not be triggered until provisioned by entity DHCP. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:50:04.747852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:04.764825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-59cbf429-332a-417b-829f-8b70e7c1e8c3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:04.922342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:04.933895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:04.998598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:50:05.001038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:50:05.005551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:50:05.212094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:05.212892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:05.359202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-53b6e645-187a-4e26-921b-b5760a333bae None None] Provisioning for port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:50:05.369421 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-53b6e645-187a-4e26-921b-b5760a333bae None None] Provisioning complete for port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:50:05.370090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53b6e645-187a-4e26-921b-b5760a333bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:05.451238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1fc33-1547-4d3e-8983-8754ba088856 req-216a3a9b-230d-4f78-a544-95f596f39eef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:05.452556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f3c1fc33-1547-4d3e-8983-8754ba088856 req-216a3a9b-230d-4f78-a544-95f596f39eef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:50:05.461355 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6654460
Feb 05 23:50:05.475625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-53b6e645-187a-4e26-921b-b5760a333bae None None] Port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:50:05.507139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f3c1fc33-1547-4d3e-8983-8754ba088856 req-216a3a9b-230d-4f78-a544-95f596f39eef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:50:05.508474 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f3c1fc33-1547-4d3e-8983-8754ba088856 req-216a3a9b-230d-4f78-a544-95f596f39eef tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 932 time: 0.2909284
Feb 05 23:50:05.583095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f3c1fc33-1547-4d3e-8983-8754ba088856 req-7b1c70e4-4103-49c9-8c12-d8c22575931c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0666080
Feb 05 23:50:06.675636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Request body: {'port': {'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:50:06.820232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:07.207533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9dc3-ec1d-4d59-bf80-766b571d147e req-2d6446f7-84e6-4ea1-b766-af123e377c8c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:07.209612 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9afb9dc3-ec1d-4d59-bf80-766b571d147e req-2d6446f7-84e6-4ea1-b766-af123e377c8c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 932 time: 0.3227057
Feb 05 23:50:07.281771 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9afb9dc3-ec1d-4d59-bf80-766b571d147e req-ef9de1b1-0734-496d-918c-775921a458a4 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0644310
Feb 05 23:50:07.628097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfa08b2-7423-4b2c-ad1a-3ec6df376811 {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:50:07.642344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:07.665402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Transition to ACTIVE for port object fcfa08b2-7423-4b2c-ad1a-3ec6df376811 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:50:07.719201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:07.756587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d2ad6c51-be5f-45e6-a7e8-91f8dcb36292 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:07.926545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:07.932132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:08.708486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Attempting to bind port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:50:08.709091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Attempting to bind port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:50:08.709736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Attempting to bind port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 on network abd30419-0928-4820-a801-3cb6f16455f6 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:50:08.724599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:50:08.725209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:50:08.725896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:08.726620 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Bound using segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:50:08.727521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Bound port: fcfa08b2-7423-4b2c-ad1a-3ec6df376811, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:50:08.728736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:09.037346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f456e17-7b28-44cf-93a5-242c890ac9ca req-eead57a2-559a-4223-839f-2885081ac7f1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:09.040516 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f456e17-7b28-44cf-93a5-242c890ac9ca req-eead57a2-559a-4223-839f-2885081ac7f1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.5468309
Feb 05 23:50:09.169806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] For port fcfa08b2-7423-4b2c-ad1a-3ec6df376811, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:50:09.211082 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7f456e17-7b28-44cf-93a5-242c890ac9ca req-053030d8-44bd-44a7-952e-e05dfc6157ca tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1610231
Feb 05 23:50:09.222484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] For port fcfa08b2-7423-4b2c-ad1a-3ec6df376811, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:50:09.261917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:09.279687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:09.358611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f4ff1047-3323-407f-ac6b-ef070acb2c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:09.456622 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:09.460743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:09.507018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:09.508473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:09.509957 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] 10.222.0.86 "PUT /v2.0/ports/fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 1158 time: 2.8386381
Feb 05 23:50:09.510451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:50:09.647293 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'status': 'completed', 'code': 200}
Feb 05 23:50:09.697670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-6f948fc3-b8f2-47d3-a464-9ebbf7c5822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:09.699516 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-6f948fc3-b8f2-47d3-a464-9ebbf7c5822a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1161 time: 0.1083379
Feb 05 23:50:09.788265 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-0580de96-bb0d-4b12-9e93-4978c7a20155 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 217 time: 0.0809097
Feb 05 23:50:09.867630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-42ea99e3-1da7-4a40-b19d-ad06a6ad983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:09.869936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-42ea99e3-1da7-4a40-b19d-ad06a6ad983e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0728221
Feb 05 23:50:09.991471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-686025ea-e68e-4716-b444-ca9e62fe0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:09.994461 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-686025ea-e68e-4716-b444-ca9e62fe0847 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1155424
Feb 05 23:50:10.247385 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-c5a6f746-7fa5-479d-845a-6baea6248256 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448323
Feb 05 23:50:10.411510 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-88acbcf3-db60-4136-9141-bc7a1abc8bb4 req-4d6edb3a-ade3-4fc0-986f-9b96ab1327fc service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1581600
Feb 05 23:50:10.761956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ef599-f9af-42d3-9b99-fc4d534f275d req-5f6dfe10-86c0-43e8-9d3a-d100d6498c4c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:10.763791 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-468ef599-f9af-42d3-9b99-fc4d534f275d req-5f6dfe10-86c0-43e8-9d3a-d100d6498c4c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.2895806
Feb 05 23:50:10.767218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-0530d494-52e7-47b2-bee5-09fb20cda5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:10.768942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-0530d494-52e7-47b2-bee5-09fb20cda5d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1161 time: 0.2176504
Feb 05 23:50:10.942159 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-468ef599-f9af-42d3-9b99-fc4d534f275d req-8380d1b1-fc76-43aa-bb65-942312ef9176 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1673446
Feb 05 23:50:10.996749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-0641768a-32b7-4dce-9cba-8afac6f86cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:10.998571 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-0641768a-32b7-4dce-9cba-8afac6f86cf4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2073691
Feb 05 23:50:11.077669 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-f050ed59-0329-4b67-9003-921799ce44f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 217 time: 0.0717490
Feb 05 23:50:11.154819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-8585bfd1-7572-4b3a-a16c-62560930f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:11.156464 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-8585bfd1-7572-4b3a-a16c-62560930f8e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0730264
Feb 05 23:50:11.246260 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-8a924d96-abbb-4514-9f82-da8d6c1c769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:11.247975 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-8a924d96-abbb-4514-9f82-da8d6c1c769f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837243
Feb 05 23:50:11.411262 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-f482b140-98e7-4c9e-92ae-abee24358abd service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470861
Feb 05 23:50:11.568692 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d89697e7-146f-4eab-9e49-7a74f4097473 req-66ee9f8c-8d5e-4e4e-ae22-afab91667d91 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1505353
Feb 05 23:50:11.604439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb13f933-7fe5-4267-95df-83748ba2e091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:12.348072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160de53d-e11d-48ff-96e3-ab018a0b0f8a req-47f1a7e6-60d5-4bee-a78e-398d3291fdea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:12.349845 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-160de53d-e11d-48ff-96e3-ab018a0b0f8a req-47f1a7e6-60d5-4bee-a78e-398d3291fdea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.1813231
Feb 05 23:50:12.426788 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-160de53d-e11d-48ff-96e3-ab018a0b0f8a req-8a427dbb-27ef-4546-9c4f-780483471c06 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0644462
Feb 05 23:50:13.746476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd799809-fdfb-4516-b163-4ec434d12b7e req-68893c5a-812e-40df-8e60-60fcbe5eb763 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:13.748310 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cd799809-fdfb-4516-b163-4ec434d12b7e req-68893c5a-812e-40df-8e60-60fcbe5eb763 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.1822100
Feb 05 23:50:13.825982 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cd799809-fdfb-4516-b163-4ec434d12b7e req-7f36991d-7c60-44d6-a990-de3b96de9c23 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0701659
Feb 05 23:50:13.952650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:14.312998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:15.239238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb39c5-8119-4bc1-81ae-b5c213c2af54 req-9bcf4beb-8308-452c-a984-8bb73dca0342 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:15.241097 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b8eb39c5-8119-4bc1-81ae-b5c213c2af54 req-9bcf4beb-8308-452c-a984-8bb73dca0342 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.2016003
Feb 05 23:50:15.267280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:15.314467 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b8eb39c5-8119-4bc1-81ae-b5c213c2af54 req-b638b4c4-2820-4a10-8b51-1227f2a3924e tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0669830
Feb 05 23:50:16.673118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092c32-3fb5-4a78-93a3-69b0a1177676 req-3ee1c25c-35ff-4d8b-8d49-4e3421e1e998 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:16.674928 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20092c32-3fb5-4a78-93a3-69b0a1177676 req-3ee1c25c-35ff-4d8b-8d49-4e3421e1e998 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 944 time: 0.2182941
Feb 05 23:50:16.747952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20092c32-3fb5-4a78-93a3-69b0a1177676 req-6503ecfd-38f3-4980-90e4-91cbb7956118 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0660896
Feb 05 23:50:17.168122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device fcfa08b2-7423-4b2c-ad1a-3ec6df376811 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:50:17.324323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:50:17.332211 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:50:17.332837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:17.482330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:17.513744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:50:17.525261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port fcfa08b2-7423-4b2c-ad1a-3ec6df376811, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:17.569704 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:17.572018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:17.607939 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'code': 200}
Feb 05 23:50:17.652070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:17.660858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.661251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.661627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.661999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.662393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.662766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.663201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.663569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.663935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.664298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.664657 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.665059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.665649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.665924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.666297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.666681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.667072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.667434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.667790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.668146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.668500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.668856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.669209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.669567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:17.674371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:18.096597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fbdab-3a4a-4947-b989-84f978ed14be req-3fc77d8e-dda5-44a3-a3a8-1e89709ed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:18.098581 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad8fbdab-3a4a-4947-b989-84f978ed14be req-3fc77d8e-dda5-44a3-a3a8-1e89709ed201 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.2047307
Feb 05 23:50:18.189762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032df782-4ca3-4bef-8a91-6dbbc46e6a2b req-820e0c9d-ffeb-4363-8752-daa80ef644e8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:18.192050 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-032df782-4ca3-4bef-8a91-6dbbc46e6a2b req-820e0c9d-ffeb-4363-8752-daa80ef644e8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.2539103
Feb 05 23:50:18.271193 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ad8fbdab-3a4a-4947-b989-84f978ed14be req-1ebb7e5f-59c3-4a48-aec6-f5c4f53e3c76 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0778785
Feb 05 23:50:18.296942 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-032df782-4ca3-4bef-8a91-6dbbc46e6a2b req-79115459-d07a-421e-9568-4f5af090ac87 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0857990
Feb 05 23:50:18.882049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device fcfa08b2-7423-4b2c-ad1a-3ec6df376811 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:50:18.991606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:50:18.992329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:19.640964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac50be1-835c-4b82-a18c-035d7cef23b5 req-e1142d9d-1882-41a4-a79b-0076b9d97ea5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:19.647247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bac50be1-835c-4b82-a18c-035d7cef23b5 req-e1142d9d-1882-41a4-a79b-0076b9d97ea5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.1897330
Feb 05 23:50:19.773746 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bac50be1-835c-4b82-a18c-035d7cef23b5 req-135c7380-463c-4cb4-903e-d3f2196860f0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1240461
Feb 05 23:50:21.119813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec51104-0b67-4cce-ac92-a43a4ed812ee req-71e9c808-6b98-46ea-90f6-db5c207d6740 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:21.121796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ec51104-0b67-4cce-ac92-a43a4ed812ee req-71e9c808-6b98-46ea-90f6-db5c207d6740 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.1869428
Feb 05 23:50:21.192861 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9ec51104-0b67-4cce-ac92-a43a4ed812ee req-16525a9f-d28e-45b0-8f83-3f18306bb383 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0643704
Feb 05 23:50:21.750123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfdeb2-f24d-4bbf-a811-a57f54cda17b req-fe7155d9-b96e-4751-8490-dac34872e59c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:21.751988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00bfdeb2-f24d-4bbf-a811-a57f54cda17b req-fe7155d9-b96e-4751-8490-dac34872e59c tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.4221578
Feb 05 23:50:21.820506 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00bfdeb2-f24d-4bbf-a811-a57f54cda17b req-1520b61c-cda3-4913-9f1c-b46a99ea9b64 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0605092
Feb 05 23:50:22.116313 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-c7823034-0fbc-41b0-bbd2-535056435e20 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2378678
Feb 05 23:50:22.130508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:50:22.154928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:22.167604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:22.215689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:22.393500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:22.723948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.27.3.229 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/6ea127b3-1270-4760-9431-6e963be05063) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:50:22.902733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:22.981337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:22.997607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5bc72be8-1ec2-4ad2-8b6a-5a7b50662447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:23.148888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=6ea127b3-1270-4760-9431-6e963be05063,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:23.162217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.162735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.163146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.163552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.163956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.164363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.164772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.165710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.166104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.166531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.166926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.167320 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.167870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.168269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.168660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.169049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.169439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.169829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.170222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.170627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.171013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.171403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.171792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.172176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:23.178772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:23.226773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:50:23.228510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:50:23.231024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:50:23.319823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:23.438113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:23.777565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:23.815634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:23.835019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:23.997599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=6ea127b3-1270-4760-9431-6e963be05063,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:24.002628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:24.104916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:24.186802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:24.188199 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0639622
Feb 05 23:50:24.304081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-588aed7e-42dd-4f73-b2be-f06803eb0bae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:50:24.420820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-588aed7e-42dd-4f73-b2be-f06803eb0bae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:50:24.422155 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-588aed7e-42dd-4f73-b2be-f06803eb0bae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.229 HTTP/1.1" status: 200  len: 696 time: 0.2266841
Feb 05 23:50:24.688065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-1d8b0f78-c1ee-421c-9d11-9a4a05c91f7f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:24.689753 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-1d8b0f78-c1ee-421c-9d11-9a4a05c91f7f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2559938
Feb 05 23:50:24.702079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-b8e19f80-262b-438b-9fbe-e4c3dbcf8336 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:50:24.703298 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d2216cf6-bd1d-490c-8f7d-800c819341fc req-b8e19f80-262b-438b-9fbe-e4c3dbcf8336 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0071979
Feb 05 23:50:24.996711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-c9c40d65-3bb8-4be5-9b87-a602c7e0f570 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:24.998864 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-c9c40d65-3bb8-4be5-9b87-a602c7e0f570 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1808720
Feb 05 23:50:25.124439 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-3c663190-3720-479f-ab25-4432351141a7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.229 HTTP/1.1" status: 200  len: 696 time: 0.1123872
Feb 05 23:50:25.137174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:50:25.246896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:26.173071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:26.209776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:26.406702 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP a7509321-639e-4f20-b1ae-a24d082edf0f associated. External IP: 172.27.3.229, port: fcfa08b2-7423-4b2c-ad1a-3ec6df376811.
Feb 05 23:50:26.830661 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:50:27.061205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:50:27.066318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:27.072278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:50:27.085618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:27.086491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b93e518>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:27.135061 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-6a877801-72b0-4d69-8d42-cfea2618a675 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "PUT /v2.0/floatingips/a7509321-639e-4f20-b1ae-a24d082edf0f HTTP/1.1" status: 200  len: 997 time: 2.0027699
Feb 05 23:50:27.135647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:50:27.204992 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'status': 'completed', 'code': 200}
Feb 05 23:50:27.244314 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-94e31d76-df8d-4bd1-bdfb-2b6a795f5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:27.246047 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-94e31d76-df8d-4bd1-bdfb-2b6a795f5ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.0935323
Feb 05 23:50:27.303774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:27.415313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-4166c16d-c78c-4c2a-ae45-02ee0964c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:27.417428 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-4166c16d-c78c-4c2a-ae45-02ee0964c188 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.1639831
Feb 05 23:50:27.553632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-593dba27-856a-4588-9375-de5d97323e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 1000 time: 0.1290553
Feb 05 23:50:27.628151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-cf7ad45e-6b5e-4df2-907c-e22755cf2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:27.630127 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-cf7ad45e-6b5e-4df2-907c-e22755cf2348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0690815
Feb 05 23:50:27.724176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-b24fa6ef-ae16-485d-b41d-cda6c7b7c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:27.725920 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-b24fa6ef-ae16-485d-b41d-cda6c7b7c7df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881796
Feb 05 23:50:27.738482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-54e49f4e-a9ba-4a40-9d0c-247ac4abfc63 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:50:27.739758 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-54e49f4e-a9ba-4a40-9d0c-247ac4abfc63 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060663
Feb 05 23:50:27.900772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b93e518>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:26Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:27.904223 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-d559000f-92b2-4c9d-a25c-e407fc9dbbbe service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568241
Feb 05 23:50:27.905350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:50:27.915087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:27.915767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b93e518>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:28.060751 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-46ea9fdb-4611-4212-a72e-585a6ce45743 req-b2e306db-7d9e-4780-9dcf-b3d60d12c45a service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493261
Feb 05 23:50:28.122974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:28.525325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b93e518>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:26Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:28.530758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d04db-a0a9-4631-9ab0-111228013146 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:26Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:50:28.879318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7425093-5f9f-4925-8b4c-ab233ea5a07a None None] New status for floating IP a7509321-639e-4f20-b1ae-a24d082edf0f: ACTIVE {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:50:29.735842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:29.803878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-57d7a50d-95ee-4f82-88e4-794db341b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:29.806182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-57d7a50d-95ee-4f82-88e4-794db341b3bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.0912104
Feb 05 23:50:29.918502 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-41651a6a-b3a7-414d-b84a-e0b6805b2d27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1502957
Feb 05 23:50:29.994104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-5b670e1a-05b6-43a2-8719-0245ca15e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:29.996843 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-5b670e1a-05b6-43a2-8719-0245ca15e0aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.1730583
Feb 05 23:50:30.056164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-36b5d03e-6d6c-4c58-aa1a-230c42f6c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:30.057922 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-36b5d03e-6d6c-4c58-aa1a-230c42f6c510 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f83ee5e7955947f28375a9d439bd642f&device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 1162 time: 0.1063409
Feb 05 23:50:30.131077 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-82979319-3e3a-43a9-9f99-08c99d1a8203 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 1002 time: 0.1206205
Feb 05 23:50:30.318597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-e6afeb56-9462-4d1d-abe0-ce3add33add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:30.320165 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-e6afeb56-9462-4d1d-abe0-ce3add33add7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 200  len: 911 time: 0.2399709
Feb 05 23:50:31.986474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-25445ffb-5deb-42c1-beac-06c1b324c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:31.988657 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-25445ffb-5deb-42c1-beac-06c1b324c501 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.1186728
Feb 05 23:50:32.037732 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-212bce11-d919-4b1c-adce-93854dc7dd8e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 200  len: 1000 time: 0.1652994
Feb 05 23:50:32.910212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-ec20bde8-b2f8-4a87-8291-83ee1af4dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:32.911940 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-ec20bde8-b2f8-4a87-8291-83ee1af4dbc6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 200  len: 856 time: 0.0705924
Feb 05 23:50:32.931336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-9752d23c-043b-418d-8ec6-fa8ae49b7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:32.933148 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-9752d23c-043b-418d-8ec6-fa8ae49b7de5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0921247
Feb 05 23:50:33.009393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-6f6652ed-4d75-4da6-9a0a-52791a778765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:33.011162 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-6f6652ed-4d75-4da6-9a0a-52791a778765 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fa2ba1bd-4e28-4061-9867-b7208e2732a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882223
Feb 05 23:50:33.122049 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-3fc61562-a84b-4804-aaf9-aa89a2965302 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709402
Feb 05 23:50:33.177527 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-99af6398-8e67-4f24-9c22-51186c29bd14 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583712
Feb 05 23:50:33.398485 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-caeb3a6c-2951-48ec-b0d6-40f46235b529 req-1bb1028b-c6af-46ee-bb4d-168b7cbec1b9 service neutron] 10.222.0.86 "GET /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2106073
Feb 05 23:50:33.593206 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-68d56cab-25a3-4e06-964f-f19b64f075f7 req-474d4c0e-ffeb-46f9-876a-dd569c4417dc service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4638131
Feb 05 23:50:34.178404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a9ce-8d60-47a9-9711-6be4086c8ed7 req-fcc2812e-77e3-4e4e-b5f5-6dc06dbfb176 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:34.180236 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6332a9ce-8d60-47a9-9711-6be4086c8ed7 req-fcc2812e-77e3-4e4e-b5f5-6dc06dbfb176 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2180204
Feb 05 23:50:34.277882 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6332a9ce-8d60-47a9-9711-6be4086c8ed7 req-452f60ce-0a4a-4377-b7c0-a632840bb09a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854092
Feb 05 23:50:35.669392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:50:35.703873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3a32b-4a68-4e3a-bcf6-7b33317a5220 req-b9262eb0-3672-4e36-b890-aad31388d1e8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:35.705700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33c3a32b-4a68-4e3a-bcf6-7b33317a5220 req-b9262eb0-3672-4e36-b890-aad31388d1e8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.2556109
Feb 05 23:50:35.804059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-ddcc7221-56b3-4b52-825d-12e663877e9a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:35.805833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-ddcc7221-56b3-4b52-825d-12e663877e9a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 945 time: 0.3106878
Feb 05 23:50:35.942716 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33c3a32b-4a68-4e3a-bcf6-7b33317a5220 req-2aa459cb-ce0f-4101-b08b-ab18d957e759 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups?id=605a6cb1-dc4d-48e9-b192-32716ff7d20a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352541
Feb 05 23:50:35.986229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Deleting port 54ef62a4-2f2e-4779-bae8-c27aa7967309 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:35.987353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:36.376125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] For port 54ef62a4-2f2e-4779-bae8-c27aa7967309, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54ef62a4-2f2e-4779-bae8-c27aa7967309,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:36.376521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:36.754563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:36.755206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:36.755446 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Floating IP 9f3b33c9-bb70-4241-bdfe-aae354490dd9 disassociated. External IP: 172.27.3.57, port: 54ef62a4-2f2e-4779-bae8-c27aa7967309.
Feb 05 23:50:36.755948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Calling delete_port for 54ef62a4-2f2e-4779-bae8-c27aa7967309 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:36.969142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:36.986792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:36.991413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:50:37.038871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: 54ef62a4-2f2e-4779-bae8-c27aa7967309 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:50:37.039185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 54ef62a4-2f2e-4779-bae8-c27aa7967309 not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:50:37.055077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'Port': ['ID=54ef62a4-2f2e-4779-bae8-c27aa7967309,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:37.059383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:37.411101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-70901116-b3e2-4525-b6c3-0b9ef93f3cde req-09df3563-e0b0-4092-ba4a-aceea6862fc7 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.1453168
Feb 05 23:50:37.479437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:50:37.761291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:50:37.780488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:50:37.795177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:37.796609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b925fd0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:37.841582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] No DVR routers for this DVR port 54ef62a4-2f2e-4779-bae8-c27aa7967309 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:50:37.845505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:37.850879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-deleted', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:50:37.874778 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a50b0a8b-ef5b-47aa-9020-7717df7a37c7 req-de37a9e5-5714-4a80-8986-d117d95ba4ad tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.86 "DELETE /v2.0/ports/54ef62a4-2f2e-4779-bae8-c27aa7967309 HTTP/1.1" status: 204  len: 173 time: 2.0512581
Feb 05 23:50:37.983977 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1178523-9484-4d32-a9ee-f546969913bf', 'name': 'network-vif-deleted', 'tag': '54ef62a4-2f2e-4779-bae8-c27aa7967309', 'status': 'completed', 'code': 200}
Feb 05 23:50:38.092175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:38.514154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b925fd0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:38.519521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:50:38.530969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:38.531670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b925fd0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:38.771936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c56a6dde-060d-478c-97a2-ceb48d0c6f65 req-a64ce1bf-03a2-48a6-9d0b-a1b94d1276bc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Synchronizing usage tracker for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:50:38.780095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:38.845465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-c56a6dde-060d-478c-97a2-ceb48d0c6f65 req-a64ce1bf-03a2-48a6-9d0b-a1b94d1276bc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Unset dirty status for tenant:f83ee5e7955947f28375a9d439bd642f on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:50:38.854625 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c56a6dde-060d-478c-97a2-ceb48d0c6f65 req-a64ce1bf-03a2-48a6-9d0b-a1b94d1276bc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1178523-9484-4d32-a9ee-f546969913bf HTTP/1.1" status: 200  len: 210 time: 0.1487207
Feb 05 23:50:39.272431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b925fd0>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:39.277630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5666a7d-6bbf-4726-965c-e91acd11159e None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:43:17Z', 'revision_number': 4, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': 'd8e38ffd-097f-47bb-82c5-2a93c92ad62c', 'name': '', 'network_id': 'fa2ba1bd-4e28-4061-9867-b7208e2732a7', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'mac_address': 'fa:16:3e:5f:25:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'cff48754-e342-4780-af15-0b348807a924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:16Z', 'updated_at': '2021-02-05T23:43:28Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'subnets': [{'id': 'cff48754-e342-4780-af15-0b348807a924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:50:39.346958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ddfa75ac-b30a-4c0a-8f95-7b5ca71e3914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:39.693427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c5eb6f-d713-4e57-9bd7-30d8466058bf None None] New status for floating IP 9f3b33c9-bb70-4241-bdfe-aae354490dd9: DOWN {{(pid=80274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:50:40.217574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48352) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:40.334022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:40.374395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:40.460921 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:40.471633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2f3b5acc-59ff-43f9-8d49-b832223f20fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:40.499227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a6cb1-dc4d-48e9-b192-32716ff7d20a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:40.503110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:40.575041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:40.587744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b70fffae-137e-4d5d-9627-19ed96081bc8 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "DELETE /v2.0/security-groups/605a6cb1-dc4d-48e9-b192-32716ff7d20a HTTP/1.1" status: 204  len: 168 time: 0.3578362
Feb 05 23:50:40.587744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48356) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:40.599585 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.api.v2.resource [None req-b17fe023-615e-4848-808f-7df740854dcc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] show failed (client error): The resource could not be found.
Feb 05 23:50:40.600821 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b17fe023-615e-4848-808f-7df740854dcc tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "GET /v2.0/security-groups/605a6cb1-dc4d-48e9-b192-32716ff7d20a HTTP/1.1" status: 404  len: 347 time: 0.0198209
Feb 05 23:50:40.605131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48360) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:40.909321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Deleting port 32996e54-c759-4abc-9d30-09118fd27d0b {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:40.909719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.126519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.126898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.275943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Calling delete_port for 32996e54-c759-4abc-9d30-09118fd27d0b owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:41.478153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.496190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-970d1f22-c1db-43fe-9a6d-8619275e93c2 tempest-VolumesActionsTest-1646462269 tempest-VolumesActionsTest-1646462269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:41.560442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Pushing event deleted for resources: {'Port': ['ID=32996e54-c759-4abc-9d30-09118fd27d0b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:41.567405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:41.626761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9cfcba3f-f7a9-474f-8d60-33fffd49aaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.778633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.832625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:41.834275 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] 10.222.0.35 "DELETE /v2.0/floatingips/9f3b33c9-bb70-4241-bdfe-aae354490dd9 HTTP/1.1" status: 204  len: 168 time: 1.2278512
Feb 05 23:50:44.026186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:44.214576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:45.237465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:47.187050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48430) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:48.380932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:48.905362 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Deleting port d8e38ffd-097f-47bb-82c5-2a93c92ad62c {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:48.905818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:49.120059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] For port d8e38ffd-097f-47bb-82c5-2a93c92ad62c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:49.120448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:49.271006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Calling delete_port for d8e38ffd-097f-47bb-82c5-2a93c92ad62c owned by network:router_interface {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:49.648641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:49.667748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-33f4f8da-60e8-47bd-867b-809b669eb3e5 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:49.733290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e38ffd-097f-47bb-82c5-2a93c92ad62c,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:49.736616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:50.195208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:50.814389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Router 8082a287-423b-4ac3-816d-190a46a7aeb5 has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:50:50.865591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48486) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:51.056879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.081255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:51.087295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd07a4dc3c6439690d6a2a40ec02b6b is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:50:51.091222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:50:51.099305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:51.244192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.323738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.341220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b69b2487-02d1-457a-bd03-90799ccf7970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:51.407757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:50:51.416037 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfd07a4dc3c6439690d6a2a40ec02b6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5490115
Feb 05 23:50:51.418845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48492) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:51.420026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2631c6-ac4d-4aa4-bedc-4100f771d76c,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:51.422862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Sync routers for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:50:51.427387 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] 10.222.0.35 "PUT /v2.0/routers/8082a287-423b-4ac3-816d-190a46a7aeb5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2389522
Feb 05 23:50:51.429788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:51.432229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48496) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:51.450036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:51.450791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b2c7240>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:51.551466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.607096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.645811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.691083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:51.820346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.830078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3e0108a0-b9d8-4562-95ce-42e017fb601e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:51.859374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2631c6-ac4d-4aa4-bedc-4100f771d76c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:51.862880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:51.864294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.865583 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b2631c6-ac4d-4aa4-bedc-4100f771d76c HTTP/1.1" status: 204  len: 168 time: 0.4395258
Feb 05 23:50:51.885626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:51.895710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Deleting port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:51.896327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:52.286162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] For port e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:52.287070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:52.297582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b2c7240>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:50:49Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:52.303390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Checking router: 8082a287-423b-4ac3-816d-190a46a7aeb5 for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:50:52.315056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Routers {'8082a287-423b-4ac3-816d-190a46a7aeb5'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:50:52.315804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b2c7240>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:50:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['8082a287-423b-4ac3-816d-190a46a7aeb5'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:52.543360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] Set router 8082a287-423b-4ac3-816d-190a46a7aeb5 gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:50:52.566580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Calling delete_port for e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b owned by network:router_gateway {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:52.659297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48504) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:52.681289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:52.699422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:52.704154 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Usage tracker for resource:security_group_rule and tenant:c74a4cd14fa94e5eae3bb728a1e3c087 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:50:52.707855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:50:52.715680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:52.840577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:52.957643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b2c7240>, [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:50:49Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:52.963296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a113a-c2b7-4919-978c-76a8d2cec58f None None] The sync data for ids ['8082a287-423b-4ac3-816d-190a46a7aeb5'] in dv-cinder-774288-3-iscsi is: [{'id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'name': 'tempest-AttachVolumeShelveTestJSON-2044270342-router', 'tenant_id': 'f83ee5e7955947f28375a9d439bd642f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:43:08Z', 'updated_at': '2021-02-05T23:50:49Z', 'revision_number': 5, 'project_id': 'f83ee5e7955947f28375a9d439bd642f', 'gw_port': {'id': 'e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082a287-423b-4ac3-816d-190a46a7aeb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:43:10Z', 'updated_at': '2021-02-05T23:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:50:53.024940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.060386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.078104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-659529be-da7b-44b5-95ea-470bce7c90b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:53.091061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.155541 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c74a4cd14fa94e5eae3bb728a1e3c087&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4946578
Feb 05 23:50:53.156575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3805c6-9f70-4e2d-ba87-b71581f9c36f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:53.160165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48508) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:53.161939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:53.239351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.275614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.296733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.299642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.370288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.370984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8082a287-423b-4ac3-816d-190a46a7aeb5 {{(pid=80271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:50:53.388728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.390443 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bd3d7a6d-3cab-498a-832f-619250804eb2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8082a287-423b-4ac3-816d-190a46a7aeb5 HTTP/1.1" status: 204  len: 168 time: 1.9569404
Feb 05 23:50:53.393630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48512) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:53.431093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.440581 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0ba7d510-7611-4b58-887c-eca6491284bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:53.459492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3805c6-9f70-4e2d-ba87-b71581f9c36f,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:53.466528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:53.479616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.480747 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-177d4195-81ea-447c-8b6e-0150d01a5766 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca3805c6-9f70-4e2d-ba87-b71581f9c36f HTTP/1.1" status: 204  len: 168 time: 0.3169482
Feb 05 23:50:53.507432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Deleting subnet cff48754-e342-4780-af15-0b348807a924 {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:50:53.514527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.612792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:53.768122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:54.105966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:54.122960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:54.182029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff48754-e342-4780-af15-0b348807a924,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:54.187507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:54.288434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:54.296635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae6a36-73f6-41ac-b551-4ae4848c2a64 None None] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:50:54.297502 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cff48754-e342-4780-af15-0b348807a924 HTTP/1.1" status: 204  len: 168 time: 0.9026046
Feb 05 23:50:54.301048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48526) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:54.457993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:54.580775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Deleting port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:54.581296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:54.628755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device d8e38ffd-097f-47bb-82c5-2a93c92ad62c no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:50:54.730954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: d8e38ffd-097f-47bb-82c5-2a93c92ad62c {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:50:54.731630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device d8e38ffd-097f-47bb-82c5-2a93c92ad62c not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:50:54.732413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:50:54.815406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:50:54.816068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device e6a2b098-7b49-4d6b-9bc2-fa77bfbab33b not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:50:54.939104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] DHCP port deletion for fa2ba1bd-4e28-4061-9867-b7208e2732a7 request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:50:54.948414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Deleting port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:54.949310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:55.174117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] For port 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=62406ba9-3b1c-478c-b96e-5b30a9e759a9,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:55.174734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:55.319430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Calling delete_port for 62406ba9-3b1c-478c-b96e-5b30a9e759a9 owned by network:dhcp {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:55.337949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] For port 62406ba9-3b1c-478c-b96e-5b30a9e759a9, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=62406ba9-3b1c-478c-b96e-5b30a9e759a9,segment=NetworkSegment(f05a3786-6ac1-49a2-b8e4-e5d723a65cdf),segment_id=f05a3786-6ac1-49a2-b8e4-e5d723a65cdf)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:50:55.338695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:55.492790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Calling delete_port for 62406ba9-3b1c-478c-b96e-5b30a9e759a9 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:50:55.518824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:55.551835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-536a2404-b497-44d2-99a6-be278f0fc019 tempest-ServerRescueNegativeTestJSON-244901872 tempest-ServerRescueNegativeTestJSON-244901872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:55.593137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:50:55.594170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:50:55.661655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62406ba9-3b1c-478c-b96e-5b30a9e759a9,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:55.730059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.730575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.730989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.731424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.731808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.732214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.732615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.733012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.733410 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.733979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.734196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.734575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.735028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.735422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.735815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.736209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.736599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.736993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.737380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.737853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.738249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.738664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.739062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.739455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:50:55.744547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:55.786240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] No DVR routers for this DVR port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 on host dv-cinder-774288-3-iscsi {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:50:55.926630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.084142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d69ac9ef0>,) {'filters': {'network_id': ['fa2ba1bd-4e28-4061-9867-b7208e2732a7']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:56.095462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Deleting port 62406ba9-3b1c-478c-b96e-5b30a9e759a9 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:50:56.096260 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.109975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69ac9ef0>, 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:56.110552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d69ac9ef0>, 'f05a3786-6ac1-49a2-b8e4-e5d723a65cdf') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:50:56.136106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.166273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.169851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:50:56.180842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-66c7fe83-8882-4c2d-8146-71840c2d6d4c None None] The port '62406ba9-3b1c-478c-b96e-5b30a9e759a9' was deleted {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:50:56.396857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:50:56.411772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.596164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 62406ba9-3b1c-478c-b96e-5b30a9e759a9 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:50:56.637288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 62406ba9-3b1c-478c-b96e-5b30a9e759a9 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:50:56.637853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 62406ba9-3b1c-478c-b96e-5b30a9e759a9 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:50:56.682926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Network fa2ba1bd-4e28-4061-9867-b7208e2732a7 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:50:56.730604 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:50:56.906007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.909941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f7747d61-e320-4859-b578-f232ea8d2630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:56.927664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:56.937709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2ba1bd-4e28-4061-9867-b7208e2732a7,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:56.942077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:57.004121 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-864732b5-f2f6-4840-b927-f4e264e7f1c2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fa2ba1bd-4e28-4061-9867-b7208e2732a7 HTTP/1.1" status: 204  len: 168 time: 2.7012990
Feb 05 23:50:57.491762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48578) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:57.549794 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-aafb6121-7816-46e0-96a4-af6eff573365 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f83ee5e7955947f28375a9d439bd642f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560374
Feb 05 23:50:57.552462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48582) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:57.626574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:57.659748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:57.774845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:57.921665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b49f69d5-c78a-44a6-9745-384808766afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:57.921665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78806809-5857-42b9-a4de-86b6464732a0,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:57.921665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:57.921665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:57.921665 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/78806809-5857-42b9-a4de-86b6464732a0 HTTP/1.1" status: 204  len: 168 time: 0.2992260
Feb 05 23:50:58.311029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48600) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:58.492824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:58.515194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:58.520129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:81dffa06ac774e6ab884eb79501060aa is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:50:58.524376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:50:58.530894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:58.650401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:58.683002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:58.695089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f8528ede-ad91-42f4-b474-8d75a3d9117c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:58.743677 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81dffa06ac774e6ab884eb79501060aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4310980
Feb 05 23:50:58.745757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2017d91e-44a1-48ce-8ee9-1bd1a84e9e69,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:58.748679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48612) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:58.749640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:58.866301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:58.911184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.065660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.072084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28ba6f29-32bb-4e41-82f3-9ba9f8112a3a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:59.087207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2017d91e-44a1-48ce-8ee9-1bd1a84e9e69,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:59.090279 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:59.091515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.095399 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2017d91e-44a1-48ce-8ee9-1bd1a84e9e69 HTTP/1.1" status: 204  len: 168 time: 0.3423605
Feb 05 23:50:59.171452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48624) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:50:59.328140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-696951954-network', 'tenant_id': '8379ac49eda64dae827ce64a83596b21'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:50:59.337278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:59.339088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Usage tracker for resource:network and tenant:8379ac49eda64dae827ce64a83596b21 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:50:59.342719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:50:59.349038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:59.420461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'network': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:50:59.426087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.443203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.461470 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:50:59.465953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Usage tracker for resource:security_group_rule and tenant:8379ac49eda64dae827ce64a83596b21 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:50:59.471935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:50:59.478919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:50:59.589359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.631872 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.637413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4b9009b2-e045-49e9-a808-2179d1adb338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:50:59.687234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:50:59.703007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:50:59.709315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:50:59.743617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.744151 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Added segment c7a5b736-e0d1-4994-ba2a-0e30e2a84f72 of type vxlan for network 0de806c4-1008-4b0c-92ff-541dc119fad0
Feb 05 23:50:59.775576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.780246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.951578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.952864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:50:59.953528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:50:59.957619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7381210b-5148-45f4-b0c3-dbdd1be9aec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:00.018969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48632) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:00.045028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.067299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:00.071706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Usage tracker for resource:security_group_rule and tenant:bf6be8f4746a45d2968e2fc025523621 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:00.074855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:00.076086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Pushing event updated for resources: {'Network': ['ID=0de806c4-1008-4b0c-92ff-541dc119fad0,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:00.079425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:00.086022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:00.088875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:00.106592 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9338663
Feb 05 23:51:00.110336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48636) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:00.118983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Request body: {'subnet': {'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-696951954-subnet', 'tenant_id': '8379ac49eda64dae827ce64a83596b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:00.125834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:00.126434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:00.133946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Usage tracker for resource:subnet and tenant:8379ac49eda64dae827ce64a83596b21 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:00.139840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:00.151741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:00.183187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.245190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.263346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bfa2e8c4-3e09-416b-bdd8-d237ff15baca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:00.285306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'subnet': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:00.299907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6309929'] for subnet, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.334568 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf6be8f4746a45d2968e2fc025523621&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136156
Feb 05 23:51:00.337500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b8806-f6d4-4de5-b406-31d46e3a94e1,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:00.342561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48640) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:00.346904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:00.450127 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.482875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.585901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.592766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-193d34c2-63d8-43c3-9b3e-ce0bbf3a0356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:00.611685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b8806-f6d4-4de5-b406-31d46e3a94e1,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:00.618237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:00.623241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:00.624585 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/063b8806-f6d4-4de5-b406-31d46e3a94e1 HTTP/1.1" status: 204  len: 168 time: 0.2807040
Feb 05 23:51:00.999285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6781664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6309912'] for subnet, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:01.017212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:01.158061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0faf4c57-ee26-4c31-89b4-8874d5b20348,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:01.162965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:01.242776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Checking segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:01.243488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Network hostable DHCP agents. Network: 0de806c4-1008-4b0c-92ff-541dc119fad0, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:51:01.357456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:51:01.408871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 0de806c4-1008-4b0c-92ff-541dc119fad0) {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:01.421778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b691e7-7fa6-49ef-8d64-950e8e981365 None None] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:01.429878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:01.431328 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:01.519101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d86cba24-b244-4b7d-857c-0ac56950a96f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4013753
Feb 05 23:51:01.756038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fe580-bbe3-41e9-a8cc-a6d6713cea08 None None] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:02.382029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-a805c45a-4fae-4fd9-8452-1faf901f2566 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:02.383045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-a805c45a-4fae-4fd9-8452-1faf901f2566 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:network {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:51:02.448594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-a805c45a-4fae-4fd9-8452-1faf901f2566 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:network {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:51:02.450434 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-a805c45a-4fae-4fd9-8452-1faf901f2566 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.3647969
Feb 05 23:51:02.471388 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-56d0c588-89db-4130-989a-949bedd1fb5c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/quotas/8379ac49eda64dae827ce64a83596b21 HTTP/1.1" status: 200  len: 375 time: 0.0140588
Feb 05 23:51:02.575816 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-43fde727-a5ef-4d89-a803-f43620ecb977 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0966358
Feb 05 23:51:02.742736 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-abc89034-e6c6-45e9-b188-7fb5e830609e service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587434
Feb 05 23:51:02.924537 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-a96292d0-be3f-4f3e-a3e6-97d86fa01364 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1687269
Feb 05 23:51:03.354196 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9449b3f-fc8e-412f-8ae8-fb7dfb3990fc req-71ebed67-f170-41fa-ac1d-edd55e3028c8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.0559604
Feb 05 23:51:04.592069 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-76493de9-77a7-41df-be85-51bc72f1525c req-f785c339-c6d4-4bae-97ee-0aac3f570aff tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.0563300
Feb 05 23:51:05.816996 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b931f855-8664-44f0-95ca-5cc20d427b7b req-48134f84-4159-450c-a0f2-590a579f2e65 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.0569630
Feb 05 23:51:05.933399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-c3f31cee-6bc4-4802-ae34-2f0891387b85 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:05.935169 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-c3f31cee-6bc4-4802-ae34-2f0891387b85 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.5798135
Feb 05 23:51:05.957505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Request body: {'port': {'device_id': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0', 'admin_state_up': True, 'tenant_id': '8379ac49eda64dae827ce64a83596b21'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:06.156112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:06.163797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Usage tracker for resource:port and tenant:8379ac49eda64dae827ce64a83596b21 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:06.167457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:06.174102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:06.225550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:06.248767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:06.625225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Allocated IP 172.20.0.10 (0de806c4-1008-4b0c-92ff-541dc119fad0/0faf4c57-ee26-4c31-89b4-8874d5b20348/3562d8fb-e97b-46b2-a02d-e479f3795d9a) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:06.926842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:07.029359 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-81e98b04-544a-4c51-badb-a8977ae7205c req-c4275885-e629-4bd3-acec-e0943f6e3b9f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.0608249
Feb 05 23:51:07.129886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:07.146106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-51805ba5-8a4f-49bb-b6de-0bc2f141bd25 tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:07.305878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event updated for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:07.311547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:07.360288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:07.362393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:07.365380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:07.502300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:07.503327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:07.580796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6314063
Feb 05 23:51:07.597077 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Request body: {'port': {'device_id': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:07.729172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.310238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3562d8fb-e97b-46b2-a02d-e479f3795d9a {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:51:08.323685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.349631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Transition to ACTIVE for port object 3562d8fb-e97b-46b2-a02d-e479f3795d9a will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:08.462066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-9dfcb32e-eb4a-4875-80e8-10316bf33d84 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:08.463339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-9dfcb32e-eb4a-4875-80e8-10316bf33d84 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:51:08.467786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.487128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-03405e8f-52d4-4b6b-842a-d17913897814 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:08.493831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48758) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:08.653160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Pushing event updated for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:08.656930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:08.681360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-9dfcb32e-eb4a-4875-80e8-10316bf33d84 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:51:08.682952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-9dfcb32e-eb4a-4875-80e8-10316bf33d84 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 932 time: 0.4652424
Feb 05 23:51:08.683925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.712346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:08.717108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Usage tracker for resource:security_group_rule and tenant:4fcaf7e27fac4ba687e9108406d61b2c is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:08.720370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:08.727351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:08.841539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.844204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-06b66495-e2da-41d3-b673-ebcac27d3ebd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:51:08.894643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.913056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bb9992f0-f1a6-4856-a428-5d4eee536963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:08.935101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Attempting to bind port 3562d8fb-e97b-46b2-a02d-e479f3795d9a on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:08.935486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Attempting to bind port 3562d8fb-e97b-46b2-a02d-e479f3795d9a by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:08.935867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Attempting to bind port 3562d8fb-e97b-46b2-a02d-e479f3795d9a on network 0de806c4-1008-4b0c-92ff-541dc119fad0 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:08.942203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:08.942813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Checking segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:08.943288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.943708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Bound using segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:08.944216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Bound port: 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:08.944608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:08.959915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-06b66495-e2da-41d3-b673-ebcac27d3ebd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:51:08.961978 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a36be487-189d-4952-8264-eb50c0ba59c1 req-06b66495-e2da-41d3-b673-ebcac27d3ebd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646892
Feb 05 23:51:09.009583 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fcaf7e27fac4ba687e9108406d61b2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5176384
Feb 05 23:51:09.009815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a55dc-f1dd-4233-a520-fedbf9279b27,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:09.013945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48764) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:09.019327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-af5a9962-de8e-4e09-91c0-4a177edb1060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:09.064760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:09.070605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:09.105641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.123283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.136634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.140208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:09.237584 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.243310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53c749ac-5285-44f2-be27-ff99c43d839e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:09.259865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a55dc-f1dd-4233-a520-fedbf9279b27,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:09.263117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:09.264430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.269629 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c7a55dc-f1dd-4233-a520-fedbf9279b27 HTTP/1.1" status: 204  len: 168 time: 0.2497990
Feb 05 23:51:09.317012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Pushing event updated for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:09.327770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:09.362459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbdae-740d-438f-8417-b5d9846a426a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.392655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:09.393765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:09.395616 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] 10.222.0.86 "PUT /v2.0/ports/3562d8fb-e97b-46b2-a02d-e479f3795d9a HTTP/1.1" status: 200  len: 1158 time: 1.8041425
Feb 05 23:51:09.396207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:51:09.565050 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a', 'status': 'completed', 'code': 200}
Feb 05 23:51:09.608955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-48891e1a-fda2-460e-9ae1-4af79465821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:09.610719 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-48891e1a-fda2-460e-9ae1-4af79465821c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 1161 time: 0.1139727
Feb 05 23:51:09.699962 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-3f671d82-a06b-497a-a2c1-176b84d4f10a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a HTTP/1.1" status: 200  len: 217 time: 0.0808730
Feb 05 23:51:09.813556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-9a0e226c-f6a9-40ef-a8a3-3db1f8a75494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:09.815388 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-9a0e226c-f6a9-40ef-a8a3-3db1f8a75494 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.1091230
Feb 05 23:51:09.871606 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-9f7f1e52-48df-4399-a94e-d9bc3d6a6c2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490139
Feb 05 23:51:10.027965 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-ccd4b759-e85d-48ab-b657-2d73556b6523 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497817
Feb 05 23:51:10.043563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48776) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:10.070702 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.090786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:10.096044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf9de18ad064abd9f6053e51e0288e5 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:10.100483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:10.111351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:10.212259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.254663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.264058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-86c4e746-b7a4-48aa-9c54-e4042e90dada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:10.318490 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2cf9de18ad064abd9f6053e51e0288e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2726905
Feb 05 23:51:10.319481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239c5847-d4c4-41d3-b0d7-a8d8b3c62086,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:10.323827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48780) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:10.327255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:10.402989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.436849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.504019 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-96ea0641-6428-4836-b0bf-c50b36674ea6 req-06dfe047-4e6c-4eaf-ae12-1ea0385c2526 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4699440
Feb 05 23:51:10.547919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.555081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-db373daa-87c5-4096-bd63-621b3a795f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:10.567869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239c5847-d4c4-41d3-b0d7-a8d8b3c62086,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:10.571568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:10.579341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:10.583865 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a5e1d7bb-d6c6-4ae8-84ce-e489f8fbdca5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/239c5847-d4c4-41d3-b0d7-a8d8b3c62086 HTTP/1.1" status: 204  len: 168 time: 0.2587843
Feb 05 23:51:10.622744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651f9c-041f-4028-9066-37bc707bff54 req-075d0146-a95c-4dd4-8652-113c92268861 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:10.625582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a4651f9c-041f-4028-9066-37bc707bff54 req-075d0146-a95c-4dd4-8652-113c92268861 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 944 time: 0.4880998
Feb 05 23:51:10.774919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a4651f9c-041f-4028-9066-37bc707bff54 req-300efb9f-3e01-4090-8748-4bf59c850c7a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329827
Feb 05 23:51:10.797315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-f4464fc4-7d69-46fd-bfd9-56f04134a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:10.799947 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-f4464fc4-7d69-46fd-bfd9-56f04134a756 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 1161 time: 0.1558185
Feb 05 23:51:10.981617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-bd178769-6a81-4b8e-a6f1-063c7a5ec6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:10.983339 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-bd178769-6a81-4b8e-a6f1-063c7a5ec6a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 908 time: 0.1761432
Feb 05 23:51:11.125652 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-ce9b9c00-53c1-4c84-b902-b9ad51c93a2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a HTTP/1.1" status: 200  len: 217 time: 0.1341341
Feb 05 23:51:11.208611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-3c66d583-9c3a-41f3-bfaa-8a7969183256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:11.210509 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-3c66d583-9c3a-41f3-bfaa-8a7969183256 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.0767231
Feb 05 23:51:11.270860 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-3dab5c87-330b-4c26-b0e5-bc629b5a61bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528402
Feb 05 23:51:11.427894 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-86a141ea-e228-4ccf-8cd0-1f59cf3a9c76 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501875
Feb 05 23:51:11.586487 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee370bda-c538-4b83-bea8-1cacd4fe5dd2 req-0b771483-e813-4b7e-830f-fee4f4fc593c service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497281
Feb 05 23:51:11.625484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c61335eb-80d7-42c5-9b10-b8420b85bc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:12.166409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74979-9879-4be7-b85a-befe459115b8 req-2f74755d-57c9-490e-8133-a9f0899d4c00 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:12.169391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-57f74979-9879-4be7-b85a-befe459115b8 req-2f74755d-57c9-490e-8133-a9f0899d4c00 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 944 time: 0.2490776
Feb 05 23:51:12.244874 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-57f74979-9879-4be7-b85a-befe459115b8 req-b9d6ddeb-3014-4fb1-8edd-ad7c782a5c18 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684156
Feb 05 23:51:12.672134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:51:13.300433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.objects.ports [None req-d6ac47b0-1864-468f-bc58-2ab392cbbb1b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80273) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 23:51:13.602019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb800b46-2dfb-4c03-a4c3-38d588780fec req-d2d76232-0c6e-436b-a805-9ff378cc9234 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:13.603919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bb800b46-2dfb-4c03-a4c3-38d588780fec req-d2d76232-0c6e-436b-a805-9ff378cc9234 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 944 time: 0.2219369
Feb 05 23:51:13.620598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 3562d8fb-e97b-46b2-a02d-e479f3795d9a up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:13.709692 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bb800b46-2dfb-4c03-a4c3-38d588780fec req-5ed65324-f87e-4292-bb2c-95fe198e58c7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943010
Feb 05 23:51:13.768113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 3562d8fb-e97b-46b2-a02d-e479f3795d9a completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:13.774791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 3562d8fb-e97b-46b2-a02d-e479f3795d9a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:13.775280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:13.950076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:13.994535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:14.006001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:51:14.026089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:14.066879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:14.070829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-62f726ee-816a-480e-9cfd-ae27b7e2282d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:14.132539 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a', 'code': 200}
Feb 05 23:51:14.152354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:14.156556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:14.283660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:14.509861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f043b-dfa7-4aad-b214-19c68492f02e req-ad7caf99-1634-445f-9fe1-8fa628d86a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:14.511590 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-362f043b-dfa7-4aad-b214-19c68492f02e req-ad7caf99-1634-445f-9fe1-8fa628d86a5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 1163 time: 0.0856380
Feb 05 23:51:14.581231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-362f043b-dfa7-4aad-b214-19c68492f02e req-20e50afc-d7bc-4a72-9d71-d7d86023b5c9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620124
Feb 05 23:51:15.155813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db726639-a099-4fcf-8f16-53017c087a85 req-c5c96f4a-da8a-4c92-9f04-c432c302a1d8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:15.158939 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db726639-a099-4fcf-8f16-53017c087a85 req-c5c96f4a-da8a-4c92-9f04-c432c302a1d8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 946 time: 0.2835948
Feb 05 23:51:15.176713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 3562d8fb-e97b-46b2-a02d-e479f3795d9a up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:15.246523 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-db726639-a099-4fcf-8f16-53017c087a85 req-ec5bf90f-ec12-4f0c-b490-23277944cbc6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804915
Feb 05 23:51:15.277592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 3562d8fb-e97b-46b2-a02d-e479f3795d9a triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:15.278012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:15.325349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:16.748444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c93cdb-c0b6-4976-b09b-1c96e4ff29a4 req-7f7d84f6-95ab-4254-80ba-dc1b3e54aba7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:16.751563 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c6c93cdb-c0b6-4976-b09b-1c96e4ff29a4 req-7f7d84f6-95ab-4254-80ba-dc1b3e54aba7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 946 time: 0.3310139
Feb 05 23:51:16.874713 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c6c93cdb-c0b6-4976-b09b-1c96e4ff29a4 req-a75b4845-1633-49c7-9772-072b76a260f3 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159644
Feb 05 23:51:21.811831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48934) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:22.055849 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.082958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:22.082958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Usage tracker for resource:security_group_rule and tenant:823e829a2eb44456b1f994109fdbcccb is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:22.082958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:22.090640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:22.191988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.236799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.245725 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f6999d7e-14c8-4fbf-9358-8392ffb55675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:22.296735 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=823e829a2eb44456b1f994109fdbcccb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4833586
Feb 05 23:51:22.297771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3ea09-0e32-4cdd-96f7-1e48fa898281,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:22.300124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48942) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:22.301742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:22.375555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.408916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.505530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.511187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8fefeceb-e905-42be-bb14-545df33934a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:22.529003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3ea09-0e32-4cdd-96f7-1e48fa898281,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:22.532630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:22.534090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:22.536093 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a3ed9ce2-183d-4838-b4f8-9e275d99edac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cb3ea09-0e32-4cdd-96f7-1e48fa898281 HTTP/1.1" status: 204  len: 168 time: 0.2343302
Feb 05 23:51:23.109769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48952) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:23.134128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.170981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:23.178547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:66281c97cf4743668eacd5ce54496300 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:23.184202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:23.195386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:23.313401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.351586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.361859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-72717112-d486-480b-b023-ab2e4b7a30d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:23.409554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66281c97cf4743668eacd5ce54496300&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978458
Feb 05 23:51:23.410543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695d584e-455f-432a-a5e2-c20ee5d8e8ab,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:23.413278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48956) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:23.420474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.420894 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.421342 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.421774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.422169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.422607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.423003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.423371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.423770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.424205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.424594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.424977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.425438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.425822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.426205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.426617 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.427001 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.427379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.427762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.428141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.428525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.428904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.429444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.429772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:23.434937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1a41d667-0095-456d-abeb-7db80ce2cbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:23.490507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.524094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.619619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.625504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-70a2b6e0-50f2-47ab-8817-b1af6021ae39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:23.640789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695d584e-455f-432a-a5e2-c20ee5d8e8ab,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:23.644085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:23.654711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:23.656247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8ce8ade3-a2ed-4646-b4b5-6f0fe586bb24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/695d584e-455f-432a-a5e2-c20ee5d8e8ab HTTP/1.1" status: 204  len: 168 time: 0.2416403
Feb 05 23:51:25.740740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 48990) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:25.929804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:25.959887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:25.968123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Usage tracker for resource:security_group_rule and tenant:31beab9d04584c10ba9fdd4fa7a0310a is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:25.974582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:25.983404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:26.088930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.134998 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.144475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-907285cb-55d9-4fe0-a83f-67b38decf992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:26.194700 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31beab9d04584c10ba9fdd4fa7a0310a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4526763
Feb 05 23:51:26.199548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 48996) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:26.200109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1a23b-b3c4-4683-8162-f53f029799e3,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:26.204905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:26.280147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.316997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.402201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.407987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4976df45-b1a7-4c6f-ac1c-2a134ee98bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:26.428413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1a23b-b3c4-4683-8162-f53f029799e3,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:26.432107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:26.437255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:26.439025 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3c1a23b-b3c4-4683-8162-f53f029799e3 HTTP/1.1" status: 204  len: 168 time: 0.2372923
Feb 05 23:51:27.983619 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-d8623e13-c94a-499d-97ac-8c82bd2ffeba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1260927
Feb 05 23:51:28.308886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-29b088af-90be-4ad2-856e-181b4514d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:28.310547 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-29b088af-90be-4ad2-856e-181b4514d344 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.2452631
Feb 05 23:51:28.580434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-d0936ec5-b3c3-4650-a698-d496e864e30d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:28.582838 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-d0936ec5-b3c3-4650-a698-d496e864e30d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.4306581
Feb 05 23:51:28.678324 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-27fa4a59-bf80-4600-9f1b-57d5a02dfc3d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/quotas/8379ac49eda64dae827ce64a83596b21 HTTP/1.1" status: 200  len: 375 time: 0.0798430
Feb 05 23:51:28.794510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-35490e67-4dad-4b2b-86d3-d30823148a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:28.796254 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-35490e67-4dad-4b2b-86d3-d30823148a08 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.4591749
Feb 05 23:51:28.942601 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-f8c0add0-73e0-42cf-9adc-cfd880150e98 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2452500
Feb 05 23:51:28.950621 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-b46e70f0-c63b-4bd6-bd2d-6646d2169873 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 1002 time: 0.1450932
Feb 05 23:51:29.268683 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-26932d38-44da-41f6-8c1f-cb1d29f49232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:29.271614 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-26932d38-44da-41f6-8c1f-cb1d29f49232 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.3138766
Feb 05 23:51:29.382871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-5e5e8ebf-710d-43de-ad94-022cc485633d service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4226100
Feb 05 23:51:29.765999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-49c44f93-cab9-4125-aab6-f287d5ad35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:29.767760 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-49c44f93-cab9-4125-aab6-f287d5ad35d5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4867401
Feb 05 23:51:29.797665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:29.900852 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-76e4ea97-b104-4f1c-aeef-2af269ed4f29 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5087502
Feb 05 23:51:29.999664 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-d1880541-a716-45fd-ad7b-1a7af9b2d855 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230377
Feb 05 23:51:30.220953 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a3768ba-9de5-466d-9161-d6907a82d979 req-ad46ea51-345d-493a-b20c-a30a6b838bfc service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2143579
Feb 05 23:51:30.324925 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-11675813-1171-44e3-af4d-55b551035b10 req-88d0f585-0f6f-49e1-9ef9-dd1f750ab263 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 210 time: 0.0624871
Feb 05 23:51:31.562141 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8b0045fd-e4f6-4258-be45-05cff3bba1c5 req-4a82c907-ea1f-488d-9fd8-6f9758d2fa53 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 210 time: 0.0997727
Feb 05 23:51:32.214808 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49068) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:32.395445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.424877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:32.430244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Usage tracker for resource:security_group_rule and tenant:84c6b2f610cb4586a5e2066466decc8c is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:32.434149 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:32.442013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:32.547776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.608166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.625280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-36f5bf1a-83c6-4fb2-b026-3c77f0464208 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:32.667378 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84c6b2f610cb4586a5e2066466decc8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4509394
Feb 05 23:51:32.669122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf16a1-7d5e-4d60-a641-72f244fa2fe0,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:32.669308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49076) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:32.677482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:32.757877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.796286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.922420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.927457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-28d46d08-5bf2-4918-a431-df386edc2b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:32.944995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf16a1-7d5e-4d60-a641-72f244fa2fe0,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:32.948196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:32.957843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:32.973214 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/febf16a1-7d5e-4d60-a641-72f244fa2fe0 HTTP/1.1" status: 204  len: 168 time: 0.3027930
Feb 05 23:51:32.976892 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8fb78492-408f-4fef-8167-3c79fd7fb219 req-f24f743a-1969-467c-bd30-7a71b255a634 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 210 time: 0.1147141
Feb 05 23:51:33.177636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-d38c2f49-ec9c-4f97-a194-67aaf816f47d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:33.180040 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-d38c2f49-ec9c-4f97-a194-67aaf816f47d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.4799385
Feb 05 23:51:33.199330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Request body: {'port': {'device_id': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0', 'admin_state_up': True, 'tenant_id': '8379ac49eda64dae827ce64a83596b21'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:33.452785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:33.468288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:33.533755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:33.560299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:33.927778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Allocated IP 172.20.0.14 (0de806c4-1008-4b0c-92ff-541dc119fad0/0faf4c57-ee26-4c31-89b4-8874d5b20348/577eb99a-cc0f-40d2-8644-b902b56626dc) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:34.214741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49104) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:34.255692 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2112043d-8dc9-4a60-a68a-0d9e8a498b8d req-34093057-fb58-4143-a6c4-49d5e9bc7cbe tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 210 time: 0.0721591
Feb 05 23:51:34.329791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.375302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-388996864-network', 'tenant_id': '84cbc9136833450699ce54bf246d023f'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:34.381239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:34.385922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Usage tracker for resource:network and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:34.389128 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:34.395384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:34.419612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.438535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:34.464839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Made reservation on behalf of 84cbc9136833450699ce54bf246d023f for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:34.469782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.484392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.501931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:34.507209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Usage tracker for resource:security_group_rule and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:34.510828 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:34.517261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:34.620992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.625568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event updated for resources: {'Port': ['ID=577eb99a-cc0f-40d2-8644-b902b56626dc,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:34.631776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:34.665347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.670378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e5688cda-7c67-4a7c-bcbb-76fc13273e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:34.680958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:34.682178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:34.684792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:34.705208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:51:34.715869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1713c3b6-cd7e-419b-bfa2-f4be2666445f,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:34.720081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:34.722978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.723443 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Added segment 4ae4838b-0c0d-4416-88c5-2881df6a60ba of type vxlan for network 43903dd9-19b2-470a-acf3-5d08dface9cc
Feb 05 23:51:34.761249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.829897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:34.830681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.830952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.832350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:34.833005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:34.839290 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:34.895819 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-c6dfde50-2e03-475c-b42b-02ab754740fd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7023561
Feb 05 23:51:34.913068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Request body: {'port': {'device_id': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:34.999713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Pushing event updated for resources: {'Network': ['ID=43903dd9-19b2-470a-acf3-5d08dface9cc,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:35.003600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:35.017295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:35.027922 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-bd88ff6a-5673-4b9f-9651-5caf0defe940 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8116236
Feb 05 23:51:35.031180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49110) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:35.040082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Request body: {'subnet': {'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-388996864-subnet', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:35.043507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:35.047334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:35.052897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Usage tracker for resource:subnet and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:35.057796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:35.065780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:35.104769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:35.111152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Made reservation on behalf of 84cbc9136833450699ce54bf246d023f for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:35.117161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:35.770176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577eb99a-cc0f-40d2-8644-b902b56626dc {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:51:35.859354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:35.860727 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:35.877016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:35.925711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Transition to ACTIVE for port object 577eb99a-cc0f-40d2-8644-b902b56626dc will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:36.024344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f107bee3-0a3b-4acf-8ab6-382b5ea6d966,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:36.028889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:36.081264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80fc84-3caa-47cc-95ae-9178b242dac2 req-bc8048cc-3a87-429e-8bdc-21961e96629d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:36.082102 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-3d80fc84-3caa-47cc-95ae-9178b242dac2 req-bc8048cc-3a87-429e-8bdc-21961e96629d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:51:36.087351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.092205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Checking segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:36.092632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Network hostable DHCP agents. Network: 43903dd9-19b2-470a-acf3-5d08dface9cc, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:51:36.104368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fa4f9a5d-599c-4aa5-bf23-3eaa45e68882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:36.144980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Network 43903dd9-19b2-470a-acf3-5d08dface9cc is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:51:36.190937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, 43903dd9-19b2-470a-acf3-5d08dface9cc) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:36.202023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13002a4d-f25e-46fe-9543-ffef14633e7e None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:36.204266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:36.204931 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.243374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-3d80fc84-3caa-47cc-95ae-9178b242dac2 req-bc8048cc-3a87-429e-8bdc-21961e96629d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:51:36.244710 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d80fc84-3caa-47cc-95ae-9178b242dac2 req-bc8048cc-3a87-429e-8bdc-21961e96629d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 932 time: 0.7251520
Feb 05 23:51:36.258338 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3da50c8d-d7f9-432e-a614-46d867658aca admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2226410
Feb 05 23:51:36.258338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49118) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:36.264932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:36.270395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:36.275651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Usage tracker for resource:router and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:36.279916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:36.286949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:36.291530 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=577eb99a-cc0f-40d2-8644-b902b56626dc,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:36.302901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:36.367787 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d80fc84-3caa-47cc-95ae-9178b242dac2 req-5acd0daf-adae-4ec6-a4e5-e8a160b77e52 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137397
Feb 05 23:51:36.376106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.377327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.401630 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.487319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-43903dd9-19b2-470a-acf3-5d08dface9cc', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:51:36.488401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.530696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Attempting to bind port 577eb99a-cc0f-40d2-8644-b902b56626dc on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:36.531060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Attempting to bind port 577eb99a-cc0f-40d2-8644-b902b56626dc by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:36.532057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Attempting to bind port 577eb99a-cc0f-40d2-8644-b902b56626dc on network 0de806c4-1008-4b0c-92ff-541dc119fad0 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:36.539006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:36.539400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Checking segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:36.539810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.540213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Bound using segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:36.540757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Bound port: 577eb99a-cc0f-40d2-8644-b902b56626dc, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:36.541132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.707370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] For port 577eb99a-cc0f-40d2-8644-b902b56626dc, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:36.711734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] For port 577eb99a-cc0f-40d2-8644-b902b56626dc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=577eb99a-cc0f-40d2-8644-b902b56626dc,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:36.757354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:36.774038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1a78a2b5-c900-4230-bb96-ef91c12fc38a tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:36.952631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=577eb99a-cc0f-40d2-8644-b902b56626dc,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:36.959521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:37.007899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:37.008576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.010252 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] 10.222.0.86 "PUT /v2.0/ports/577eb99a-cc0f-40d2-8644-b902b56626dc HTTP/1.1" status: 200  len: 1158 time: 2.1058309
Feb 05 23:51:37.010855 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:51:37.123190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Allocated IP 172.20.0.2 (43903dd9-19b2-470a-acf3-5d08dface9cc/f107bee3-0a3b-4acf-8ab6-382b5ea6d966/8b9bad4b-77a0-4c6d-a82e-b2c94538e892) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:37.173787 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc', 'status': 'completed', 'code': 200}
Feb 05 23:51:37.224413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.250973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-63d78210-583f-4090-80cb-ba1dd96d7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:37.252944 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-63d78210-583f-4090-80cb-ba1dd96d7f24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 1161 time: 0.1503043
Feb 05 23:51:37.566866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.589297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Transition to ACTIVE for port object 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:37.607725 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-5ebd9839-8e9e-463f-b25c-2ec47922aa4d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577eb99a-cc0f-40d2-8644-b902b56626dc HTTP/1.1" status: 200  len: 217 time: 0.3424828
Feb 05 23:51:37.619869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Transition to ACTIVE for port object 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:37.671539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.697887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2dffebad-3d3b-4076-9176-9fff1d2ef309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:37.755535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-fe0369ae-a7b2-4fd8-8477-aad80b7b9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:37.758231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-fe0369ae-a7b2-4fd8-8477-aad80b7b9812 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.1434481
Feb 05 23:51:37.810787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.826188 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-4b91ccca-b553-4059-a933-2531c71aadd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595539
Feb 05 23:51:37.882385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Pushing event updated for resources: {'Port': ['ID=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:37.882886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:37.903699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.904679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.905408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.905977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.906547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.907858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.908438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.910176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.910938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.911474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.912009 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.912687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.913371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.913890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.914405 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.914934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.915536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.916046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.916548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.917047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.917548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.918050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.918635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.919603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:37.953607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:37.985248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532ea0f-64de-406a-9537-cf7483f5e62e req-50c3bd0c-7c92-4a65-80f4-421281c0a579 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:37.987063 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7532ea0f-64de-406a-9537-cf7483f5e62e req-50c3bd0c-7c92-4a65-80f4-421281c0a579 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 944 time: 0.3316700
Feb 05 23:51:38.032310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:38.033640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:38.036113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:38.114312 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Attempting to bind port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:38.115006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Attempting to bind port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:38.115650 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Attempting to bind port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 on network 43903dd9-19b2-470a-acf3-5d08dface9cc {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:38.126684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:38.127804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Checking segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:38.128353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:38.129078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Bound using segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:38.130006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Bound port: 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:38.130787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:38.138101 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7532ea0f-64de-406a-9537-cf7483f5e62e req-7f3f8d65-1f60-4ddd-b441-cb0be6acb18d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433668
Feb 05 23:51:38.159642 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-b6e094e6-dfdf-4532-9e53-4846d2a05d90 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261561
Feb 05 23:51:38.227846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Allocated IP 172.27.3.29 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/0b6a4712-40af-418b-9751-4362ff93918b) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:38.321068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] For port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:38.330542 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fc958a5-9ea4-4bc9-9428-9585d7181f3e req-1a533977-ffc2-4f35-9b91-a70f98cdb0a1 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1632490
Feb 05 23:51:38.443388 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] For port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:38.499790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:38.514086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-ca349225-e842-4e6a-9667-387c492bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:38.515519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:38.515888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-ca349225-e842-4e6a-9667-387c492bc85a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 1161 time: 0.0928841
Feb 05 23:51:38.666790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:38.676739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Pushing event updated for resources: {'Port': ['ID=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:38.682758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:38.732450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-d0d88125-01c9-412a-9d3a-d67787459cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:38.734095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-d0d88125-01c9-412a-9d3a-d67787459cbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 908 time: 0.2102585
Feb 05 23:51:38.751206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:38.769737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f0f9830-bec5-4f1c-9a40-d22659600757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:38.819232 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-a9ec342b-7367-4bec-97d2-2d62455366ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577eb99a-cc0f-40d2-8644-b902b56626dc HTTP/1.1" status: 200  len: 217 time: 0.0767136
Feb 05 23:51:38.895459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-964b02f9-3725-46a1-bb54-8ce2c06f927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:38.897097 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-964b02f9-3725-46a1-bb54-8ce2c06f927b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.0716844
Feb 05 23:51:38.924227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Pushing event updated for resources: {'Port': ['ID=0b6a4712-40af-418b-9751-4362ff93918b,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:38.927678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:38.961743 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-30e75c9a-b837-42f2-9c6c-a60001c9ee02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553677
Feb 05 23:51:39.054695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:39.063580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:39.072165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:39.196160 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-7d2cd4f1-323e-4f59-93d9-d13d6d4184c8 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266366
Feb 05 23:51:39.356730 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8976c78-2863-46f7-8953-aba645d590e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:39.396602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-47401958-2dcf-4fb4-9ad5-51326c9f3679 req-92932482-d206-40c4-be6c-25c71a75d8b8 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1926672
Feb 05 23:51:39.673846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d354eb9-1fbd-4c57-8a20-9beecb357467 req-1f46a273-a8cb-4daa-8cd3-d5ee9fb7e6fb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:39.676958 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1d354eb9-1fbd-4c57-8a20-9beecb357467 req-1f46a273-a8cb-4daa-8cd3-d5ee9fb7e6fb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 944 time: 0.3742313
Feb 05 23:51:39.786890 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1d354eb9-1fbd-4c57-8a20-9beecb357467 req-cffa9619-cffa-4344-9257-c2089a8c7b9e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010456
Feb 05 23:51:39.800724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:40.258452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:40.304942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb23fe-fbc2-4fdc-8441-8cc3a637390b None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:40.513403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-6328a357-ed13-43fb-b7a1-e123a42c2668 None None] Provisioning for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:40.576248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Router 7e0910e2-41bc-41a1-9eb7-e3b09295680c is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:51:40.648524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:40.894018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:40.901414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:40.903593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:41.128715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3c604455-2cbe-4f53-ba5c-f04fbf30c041 None None] Provisioning complete for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:41.129718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3c604455-2cbe-4f53-ba5c-f04fbf30c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:41.247611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:41.322600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215824-80a6-4920-b57a-572bbb9653e7 req-da4bad54-5c21-454f-887a-1de67fac9e86 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:41.325373 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d215824-80a6-4920-b57a-572bbb9653e7 req-da4bad54-5c21-454f-887a-1de67fac9e86 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 944 time: 0.3091803
Feb 05 23:51:41.333463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:41.366323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:51:41.381698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Sync routers for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:51:41.413726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:51:41.415053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c5006d8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:41.447951 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3d215824-80a6-4920-b57a-572bbb9653e7 req-13034aaa-4aae-432a-9be9-6f3f979ec46f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140649
Feb 05 23:51:41.590450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b0a3c3eb-0cff-48ee-b681-b736c0d48459 None None] Provisioning complete for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:41.590797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b0a3c3eb-0cff-48ee-b681-b736c0d48459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:41.685422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:51:41.719851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:41.725439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:41.770598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 577eb99a-cc0f-40d2-8644-b902b56626dc up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:42.016759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c5006d8>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:39Z', 'revision_number': 3, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:42.021763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Checking router: 7e0910e2-41bc-41a1-9eb7-e3b09295680c for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:51:42.022162 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Updating router 7e0910e2-41bc-41a1-9eb7-e3b09295680c port 0b6a4712-40af-418b-9751-4362ff93918b binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:51:42.030940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.032553 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.7730727
Feb 05 23:51:42.036663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2b47eb7b-6268-4ad8-b74d-8d7d8a8dc16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.037095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49132) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:42.049048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:42.052790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:42.111004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 577eb99a-cc0f-40d2-8644-b902b56626dc completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:42.117743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 577eb99a-cc0f-40d2-8644-b902b56626dc triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:42.118785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.124237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.289500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.329051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:51:42.344465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 577eb99a-cc0f-40d2-8644-b902b56626dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=577eb99a-cc0f-40d2-8644-b902b56626dc,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:42.391376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.397349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:42.486457 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc', 'code': 200}
Feb 05 23:51:42.587225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=577eb99a-cc0f-40d2-8644-b902b56626dc,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:42.603166 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:42.715952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:42.810955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:42.811255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.890694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.915123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Transition to ACTIVE for port object 0b6a4712-40af-418b-9751-4362ff93918b will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:42.957036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:42.992133 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:43.251208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Pushing event updated for resources: {'Port': ['ID=0b6a4712-40af-418b-9751-4362ff93918b,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:43.268700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.269078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.269439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.269813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.270188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.270593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.270964 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.271330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.271699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.272063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.272458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.273329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.273766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.274129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.274548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.274907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.275265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.275625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.276157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.276518 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.276876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.277232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.277591 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.277943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:51:43.284317 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:43.362753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Attempting to bind port 0b6a4712-40af-418b-9751-4362ff93918b on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:43.363625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Attempting to bind port 0b6a4712-40af-418b-9751-4362ff93918b by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:43.364056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Attempting to bind port 0b6a4712-40af-418b-9751-4362ff93918b on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:43.375720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:43.376354 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:43.376992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:43.377858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:43.378750 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Bound port: 0b6a4712-40af-418b-9751-4362ff93918b, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:43.379463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:43.391432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bbdca-4922-4943-90ae-a9b2528f0805 req-078c0e9e-7671-43e9-a1a9-e2785cdfd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:43.393262 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b54bbdca-4922-4943-90ae-a9b2528f0805 req-078c0e9e-7671-43e9-a1a9-e2785cdfd8cc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 1163 time: 0.4999483
Feb 05 23:51:43.414138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 577eb99a-cc0f-40d2-8644-b902b56626dc up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:43.481625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b47c-7d12-4666-a29f-0d8dc2d91725 req-fabd2363-15b8-4aa8-b594-5d4dd7a9b95b tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:43.484129 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f02b47c-7d12-4666-a29f-0d8dc2d91725 req-fabd2363-15b8-4aa8-b594-5d4dd7a9b95b tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 0.7461972
Feb 05 23:51:43.554224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] For port 0b6a4712-40af-418b-9751-4362ff93918b, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:43.554224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] For port 0b6a4712-40af-418b-9751-4362ff93918b, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0b6a4712-40af-418b-9751-4362ff93918b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:43.555346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 577eb99a-cc0f-40d2-8644-b902b56626dc triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:43.556035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:43.624242 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b54bbdca-4922-4943-90ae-a9b2528f0805 req-b40b2e57-7983-4190-b363-b3b4ad95a8ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397555
Feb 05 23:51:43.658448 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8f02b47c-7d12-4666-a29f-0d8dc2d91725 req-4f107920-8e45-40c2-833f-8361ae16e2c1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533437
Feb 05 23:51:43.662119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:43.692145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:43.772602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:43.999909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Pushing event updated for resources: {'Port': ['ID=0b6a4712-40af-418b-9751-4362ff93918b,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:44.006337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-cab3e0f7-0fef-4f30-b87a-9479707ecac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:44.030694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:44.080790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:51:44.081728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c5006d8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:44.253945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Allocated IP 172.20.0.1 (43903dd9-19b2-470a-acf3-5d08dface9cc/f107bee3-0a3b-4acf-8ab6-382b5ea6d966/0178a0e8-7ea3-4983-9925-78c7180a3577) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:44.269056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:44.350335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:51:44.440713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:44.460919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Transition to ACTIVE for port object 0178a0e8-7ea3-4983-9925-78c7180a3577 will not be triggered until provisioned by entity DHCP. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:44.523615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:44.557156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-36776f24-ba20-42ed-b140-c45c962b1bb2 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:44.701527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Pushing event updated for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:44.706662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:44.782042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c5006d8>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:39Z', 'revision_number': 3, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:44.784058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Network 43903dd9-19b2-470a-acf3-5d08dface9cc is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:44.785634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:44.789493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:44.792198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05cc89-5c11-48d6-ba70-8e608477f4b9 None None] The sync data for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi is: [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:39Z', 'revision_number': 3, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:51:44.879486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:45.181091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-75b8e7ca-2b92-41f7-a841-a96737cef917 None None] Provisioning for port 0178a0e8-7ea3-4983-9925-78c7180a3577 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:45.190644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-75b8e7ca-2b92-41f7-a841-a96737cef917 None None] Provisioning complete for port 0178a0e8-7ea3-4983-9925-78c7180a3577 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:45.191504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-75b8e7ca-2b92-41f7-a841-a96737cef917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:45.321276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6373e-a57f-433c-b266-3788df0dda1f req-250bf41c-a4c5-427d-bb10-03be835d7395 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:45.325533 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1ee6373e-a57f-433c-b266-3788df0dda1f req-250bf41c-a4c5-427d-bb10-03be835d7395 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 0.2495706
Feb 05 23:51:45.332287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-75b8e7ca-2b92-41f7-a841-a96737cef917 None None] Port 0178a0e8-7ea3-4983-9925-78c7180a3577 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:51:45.351739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:45.436589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1ee6373e-a57f-433c-b266-3788df0dda1f req-6a8f39cd-b3e5-458b-b5b4-12abada042ba tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997226
Feb 05 23:51:45.506985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:45.964952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:46.019176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:46.050035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2493175c-b731-4092-867f-3c3b0403b7a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:46.145316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Pushing event updated for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:46.148481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:46.163277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:46.423361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Network 43903dd9-19b2-470a-acf3-5d08dface9cc is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:46.425469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:46.706742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0b6a4712-40af-418b-9751-4362ff93918b up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:46.788878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-b67f4785-739c-4ce0-9494-4bb4efd5fa83 None None] Provisioning complete for port 0178a0e8-7ea3-4983-9925-78c7180a3577 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:46.789300 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b67f4785-739c-4ce0-9494-4bb4efd5fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:46.857557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-b67f4785-739c-4ce0-9494-4bb4efd5fa83 None None] Port 0178a0e8-7ea3-4983-9925-78c7180a3577 cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:51:46.867427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Router 7e0910e2-41bc-41a1-9eb7-e3b09295680c has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:51:46.893083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 0b6a4712-40af-418b-9751-4362ff93918b completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:46.901148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0b6a4712-40af-418b-9751-4362ff93918b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:46.901654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:47.042501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:47.062322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 0b6a4712-40af-418b-9751-4362ff93918b, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0b6a4712-40af-418b-9751-4362ff93918b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:47.099377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:47.103192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:47.182946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=0b6a4712-40af-418b-9751-4362ff93918b,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:47.186863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:47.746824 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dadb0b-5132-4f71-b6e1-58c48a7b5197 req-0b43511a-bfed-4487-a442-2becc23bfd34 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:47.749845 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a8dadb0b-5132-4f71-b6e1-58c48a7b5197 req-0b43511a-bfed-4487-a442-2becc23bfd34 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 1.0296493
Feb 05 23:51:47.926801 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a8dadb0b-5132-4f71-b6e1-58c48a7b5197 req-dc646333-9e6d-478e-acdb-dd3d70f4a34e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653547
Feb 05 23:51:47.932566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:51:47.949891 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] 10.222.0.35 "PUT /v2.0/routers/7e0910e2-41bc-41a1-9eb7-e3b09295680c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9110544
Feb 05 23:51:47.951823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Sync routers for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:51:47.968719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:51:47.969766 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b45d6a0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:48.219296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:51:48.658202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0b6a4712-40af-418b-9751-4362ff93918b up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:48.914540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0b6a4712-40af-418b-9751-4362ff93918b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:48.915256 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:49.066886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b45d6a0>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 2, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:49.081257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Checking router: 7e0910e2-41bc-41a1-9eb7-e3b09295680c for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:51:49.081935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Updating router 7e0910e2-41bc-41a1-9eb7-e3b09295680c port 0178a0e8-7ea3-4983-9925-78c7180a3577 binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:51:49.312858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:49.676651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:51:49.863598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49184) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:49.870310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-186509644-network', 'tenant_id': '793ca90569a047068eaf1628ffe56717'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:49.877767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:49.885782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Usage tracker for resource:network and tenant:793ca90569a047068eaf1628ffe56717 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:49.893050 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:49.901315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:49.905407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:49.916227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Transition to ACTIVE for port object 0178a0e8-7ea3-4983-9925-78c7180a3577 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:49.973786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Made reservation on behalf of 793ca90569a047068eaf1628ffe56717 for: {'network': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:49.974400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:49.983717 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for network, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.009642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.026117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:50.037937 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:50.043413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Usage tracker for resource:security_group_rule and tenant:793ca90569a047068eaf1628ffe56717 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:50.047171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:50.054280 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:50.158559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.196680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.203468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-85b89a52-b69b-4321-a5c0-373f8d4d3e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:50.238147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 23:51:50.254150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcbb392-7c20-4a09-a398-8110f3d00c30,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:50.259920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:50.261096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363271517424295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.261543 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.segments_db [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Added segment e5bb4fac-e775-4c2c-9134-b2e8ad8bc124 of type vxlan for network a55603ee-8d87-4f94-9c54-ec13578283fe
Feb 05 23:51:50.348882 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23ace9-e163-4fb7-9d71-fcb01bb502d4 None None] Pushing event updated for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:50.353647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aa23ace9-e163-4fb7-9d71-fcb01bb502d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:50.418951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363271517954488'] for network, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.516637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277'] for network, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.518888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:50.519842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.529330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-85f69bc2-9d5b-440f-a6f7-37d723fb6da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:50.626833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Attempting to bind port 0178a0e8-7ea3-4983-9925-78c7180a3577 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:50.627529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Attempting to bind port 0178a0e8-7ea3-4983-9925-78c7180a3577 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:50.628392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Attempting to bind port 0178a0e8-7ea3-4983-9925-78c7180a3577 on network 43903dd9-19b2-470a-acf3-5d08dface9cc {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:50.636326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:50.636742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Checking segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:50.637182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.637634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Bound using segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:50.638472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Bound port: 0178a0e8-7ea3-4983-9925-78c7180a3577, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:50.638910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.683853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a55603ee-8d87-4f94-9c54-ec13578283fe,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:50.689333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:50.716115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe details requested by agent ovs-agent-dv-cinder-774288-3-iscsi with host dv-cinder-774288-3-iscsi {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:50.728693 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c6a5db32-c446-44bd-9389-4b13be9209d9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8638515
Feb 05 23:51:50.733791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49192) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:50.742058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Request body: {'subnet': {'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-186509644-subnet', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'ip_version': 4}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:50.750612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:50.758691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Usage tracker for resource:subnet and tenant:793ca90569a047068eaf1628ffe56717 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:50.763093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:50.771016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:50.818803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Made reservation on behalf of 793ca90569a047068eaf1628ffe56717 for: {'subnet': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:51:50.824505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7997168'] for subnet, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.868360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] For port 0178a0e8-7ea3-4983-9925-78c7180a3577, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:50.872096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] For port 0178a0e8-7ea3-4983-9925-78c7180a3577, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0178a0e8-7ea3-4983-9925-78c7180a3577,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:50.910712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:50.929366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:51.097359 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23ace9-e163-4fb7-9d71-fcb01bb502d4 None None] Pushing event updated for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:51.104049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aa23ace9-e163-4fb7-9d71-fcb01bb502d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:51.147325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:51:51.148030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b45d6a0>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:51.381267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:51:51.483639 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847917582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7997121'] for subnet, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:51.506763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:51.655488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfa5b72-b1f8-4229-a1b3-8284de5b515c,revision_number=0']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:51.660347 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:51.759244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Checking segment: {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:51.759792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Network hostable DHCP agents. Network: a55603ee-8d87-4f94-9c54-ec13578283fe, hostable agents: ['41af3800-3122-4711-8c7f-4ad11d47423b'], hosted agents: [] {{(pid=80272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 23:51:51.859170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Network a55603ee-8d87-4f94-9c54-ec13578283fe is scheduled to be hosted by DHCP agent 41af3800-3122-4711-8c7f-4ad11d47423b with binding_index 1 {{(pid=80272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 23:51:51.905834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b45d6a0>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:50Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:51.913484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43380c3a-7771-4e48-9e0e-0a5051e742f0 None None] The sync data for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi is: [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:50Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:51:51.934467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-iscsi, a55603ee-8d87-4f94-9c54-ec13578283fe) {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:51.950121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e88c4-7ca9-4116-8f03-1d4f8e623565 None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:51.963680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:51.966714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:52.047505 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-93122b49-dfa2-4a02-a5d3-16264cb8068e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3123465
Feb 05 23:51:52.052375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49202) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:52.059234 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:51:52.064586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:51:52.069817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Usage tracker for resource:router and tenant:793ca90569a047068eaf1628ffe56717 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:51:52.073366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:51:52.080385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:51:52.151646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852946122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3352'] for router, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:52.153764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852946020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852950573', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-437789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772464'] for router, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:52.236594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpea56eca3-4508-5a10-af22-c1d618181082-a55603ee-8d87-4f94-9c54-ec13578283fe', 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'fixed_ips': [{'subnet_id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c'}]}} from dv-cinder-774288-3-iscsi. {{(pid=80273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 23:51:52.237706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:52.386970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:52.482520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 23:51:52.780793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Allocated IP 172.20.0.2 (a55603ee-8d87-4f94-9c54-ec13578283fe/cdfa5b72-b1f8-4229-a1b3-8284de5b515c/7974de55-c086-433f-b86c-dd6029b8bc17) {{(pid=80273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:52.788917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0178a0e8-7ea3-4983-9925-78c7180a3577 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:52.978856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852950592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852945472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772479'] for router, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.082958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 0178a0e8-7ea3-4983-9925-78c7180a3577 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:53.094861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0178a0e8-7ea3-4983-9925-78c7180a3577 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:53.095387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.372996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks [] for port, precommit_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.391012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Transition to ACTIVE for port object 7974de55-c086-433f-b86c-dd6029b8bc17 will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:53.443287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Transition to ACTIVE for port object 7974de55-c086-433f-b86c-dd6029b8bc17 will not be triggered until provisioned by entity DHCP. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:53.503539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.538990 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425'] for port, after_create {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.568091 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.585222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:53.796420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.849646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Pushing event updated for resources: {'Port': ['ID=7974de55-c086-433f-b86c-dd6029b8bc17,revision_number=1']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:53.865583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:53.921367 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 0178a0e8-7ea3-4983-9925-78c7180a3577, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0178a0e8-7ea3-4983-9925-78c7180a3577,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:53.967064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe is already hosted by enough agents. {{(pid=80273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:53.969420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Resources bound (agent type, host, resource id):  {{(pid=80273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:53.973473 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:53.979532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Received port after_create {{(pid=80273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:53.983869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:54.141075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Allocated IP 172.27.3.203 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/4506b1b9-b633-4476-98ae-0ac2e2f6c929) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:54.228426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:54.248789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:54.261796 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Attempting to bind port 7974de55-c086-433f-b86c-dd6029b8bc17 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:54.262451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Attempting to bind port 7974de55-c086-433f-b86c-dd6029b8bc17 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:54.262944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Attempting to bind port 7974de55-c086-433f-b86c-dd6029b8bc17 on network a55603ee-8d87-4f94-9c54-ec13578283fe {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:54.280803 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:54.282325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Checking segment: {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:54.283501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:54.284308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Bound using segment: {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:54.285208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Bound port: 7974de55-c086-433f-b86c-dd6029b8bc17, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:54.285798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:54.351883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:54.398513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] For port 7974de55-c086-433f-b86c-dd6029b8bc17, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:51:54.402414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] For port 7974de55-c086-433f-b86c-dd6029b8bc17, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=7974de55-c086-433f-b86c-dd6029b8bc17,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:51:54.442111 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:54.460368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fe241560-8197-4705-9558-2c9257c75f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:54.477491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:54.496023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-aa23ace9-e163-4fb7-9d71-fcb01bb502d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:54.670436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Pushing event updated for resources: {'Port': ['ID=4506b1b9-b633-4476-98ae-0ac2e2f6c929,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:54.686237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:54.766669 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:51:54.769550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:51:54.774124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:51:54.833681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Pushing event updated for resources: {'Port': ['ID=7974de55-c086-433f-b86c-dd6029b8bc17,revision_number=2']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:54.857015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:54.859180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0178a0e8-7ea3-4983-9925-78c7180a3577 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:55.120922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 0178a0e8-7ea3-4983-9925-78c7180a3577 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:55.121465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:55.740770 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-98126b5b-1b60-4d02-a87a-607f9a075dfb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:55.743049 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-98126b5b-1b60-4d02-a87a-607f9a075dfb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.4579687
Feb 05 23:51:55.748374 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:55.901328 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-c7ad7688-94f9-4d1e-b817-f34865a51787 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/quotas/8379ac49eda64dae827ce64a83596b21 HTTP/1.1" status: 200  len: 375 time: 0.0982704
Feb 05 23:51:56.496817 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6d817070-184f-4ebd-9580-28e7e42533ed tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5841856
Feb 05 23:51:56.664948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852955609'] for router, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:56.679685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 7974de55-c086-433f-b86c-dd6029b8bc17 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:56.738221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f4ef27-9018-4e00-a202-84c43884a516 None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:51:56.848988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-879a1441-3309-45f0-90c9-431766ae9ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282778
Feb 05 23:51:56.992991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Provisioning for port 7974de55-c086-433f-b86c-dd6029b8bc17 completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:57.065540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:57.066177 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.068222 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-abfd7e77-7e24-47a3-9aa5-5ffa70daa7c0 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2081692
Feb 05 23:51:57.131100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 7974de55-c086-433f-b86c-dd6029b8bc17 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:51:57.174192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:57.174922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.190515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Router cb0f204f-99dc-45dc-b06b-7325217fa17f is scheduled to L3 agent f15b30fe-45da-428b-a836-f974544fd33f with binding_index 1 {{(pid=80271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 23:51:57.605773 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9a80d727-8cac-4d69-9aae-8b01a8d0b61e req-82173197-e708-42d3-b541-64add721c6e8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.1550400
Feb 05 23:51:57.608168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:51:57.628027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Sync routers for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:51:57.650060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:51:57.651647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b425a58>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:57.723103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.723103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.749714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] For port 7974de55-c086-433f-b86c-dd6029b8bc17, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=7974de55-c086-433f-b86c-dd6029b8bc17,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:51:57.756332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.757771 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.7042603
Feb 05 23:51:57.763118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49248) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:51:57.822119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:51:57.822946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:51:57.823978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:57.827864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f0a93c38-3c12-46ca-ad46-a42100bb6c97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:57.919714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Pushing event updated for resources: {'Port': ['ID=7974de55-c086-433f-b86c-dd6029b8bc17,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:57.923959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:58.074924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-be14316c-efb3-4931-8c69-6f895f82845b None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:58.075468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-be14316c-efb3-4931-8c69-6f895f82845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:58.195960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:51:58.426876 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-4b98face-ba4c-489b-9046-bc3f74feda0b None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:58.427302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4b98face-ba4c-489b-9046-bc3f74feda0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:58.644067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 7974de55-c086-433f-b86c-dd6029b8bc17 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:51:58.737437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:58.737863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:58.792896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b425a58>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:51:55Z', 'revision_number': 3, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:51:58.803103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Checking router: cb0f204f-99dc-45dc-b06b-7325217fa17f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:51:58.804031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Updating router cb0f204f-99dc-45dc-b06b-7325217fa17f port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 binding host dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:51:58.820356 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-43fc320e-6406-41cd-833c-ff8ff0307e02 None None] Provisioning complete for port 7974de55-c086-433f-b86c-dd6029b8bc17 triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:51:58.820929 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-43fc320e-6406-41cd-833c-ff8ff0307e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:58.868792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:58.951378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.082992 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9e1d56d-6d37-4914-8dbf-057c399f9a7a req-1edf13bc-be99-4dab-bfcc-f7e3325d6d72 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.1369367
Feb 05 23:51:59.554568 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-4e65be81-3ed5-4762-a2b5-212edd5a3296 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2060377666&fields=id&tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 267 time: 0.1485617
Feb 05 23:51:59.594558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks [] for port, precommit_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.600995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Allocated IP 172.20.0.1 (a55603ee-8d87-4f94-9c54-ec13578283fe/cdfa5b72-b1f8-4229-a1b3-8284de5b515c/9548e274-1b52-44e3-b936-f4235941e55c) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:51:59.608593 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Transition to ACTIVE for port object 4506b1b9-b633-4476-98ae-0ac2e2f6c929 will not be triggered until provisioned by entity L2. {{(pid=80274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:51:59.647869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.666053 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:51:59.790424 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.815085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a339f-f005-4974-9bc3-9d7060382c04 None None] Pushing event updated for resources: {'Port': ['ID=4506b1b9-b633-4476-98ae-0ac2e2f6c929,revision_number=2']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:51:59.820780 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b84a339f-f005-4974-9bc3-9d7060382c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:51:59.884426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Attempting to bind port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:51:59.884942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Attempting to bind port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:51:59.885308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Attempting to bind port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 on network 62fcac07-d787-435a-ab68-1dacf0101c27 {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:51:59.892025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:51:59.892600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Checking segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:51:59.893065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.893488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Bound using segment: {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'} {{(pid=80274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:51:59.894078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Bound port: 4506b1b9-b633-4476-98ae-0ac2e2f6c929, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df92b63f-eedb-44c1-b712-69aadb269a66', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}}] {{(pid=80274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:51:59.894477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:51:59.955787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-1c5336d1-1537-4c79-b33b-0220c1d4b5a6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:51:59.958176 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-1c5336d1-1537-4c79-b33b-0220c1d4b5a6 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.3890769
Feb 05 23:51:59.997737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] For port 4506b1b9-b633-4476-98ae-0ac2e2f6c929, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:00.001633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] For port 4506b1b9-b633-4476-98ae-0ac2e2f6c929, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4506b1b9-b633-4476-98ae-0ac2e2f6c929,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:00.054677 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-bf7adc58-aa00-432c-86d1-adc27c633393 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/quotas/0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 375 time: 0.0769417
Feb 05 23:52:00.055726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80274) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:00.071991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3052adec-966b-40dc-910d-e95bf661333e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:00.250843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a339f-f005-4974-9bc3-9d7060382c04 None None] Pushing event updated for resources: {'Port': ['ID=4506b1b9-b633-4476-98ae-0ac2e2f6c929,revision_number=3']} {{(pid=80274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:00.256693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b84a339f-f005-4974-9bc3-9d7060382c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80274) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:00.337944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:52:00.339104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b425a58>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:00.478983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:00.579290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b437b018-75bc-4726-8fb5-90b4e46b6604 req-94716156-3ecb-4907-9a74-322efb34e421 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.1611886
Feb 05 23:52:00.594741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Transition to ACTIVE for port object 9548e274-1b52-44e3-b936-f4235941e55c will not be triggered until provisioned by entity DHCP. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:00.664205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:52:00.735916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-cd92d69a-3373-4f7f-a4f0-0f08bb39d0c5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:00.738085 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-cd92d69a-3373-4f7f-a4f0-0f08bb39d0c5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.7423496
Feb 05 23:52:00.760442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Request body: {'port': {'device_id': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0', 'admin_state_up': True, 'tenant_id': '8379ac49eda64dae827ce64a83596b21'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:00.889482 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-fda1aced-8406-456e-b127-cc5c2d8d0531 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&fields=id HTTP/1.1" status: 200  len: 440 time: 0.8133206
Feb 05 23:52:00.982101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:01.008152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b00adc7a-73ec-4df4-9cb3-99d0b4d77cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:01.036569 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b425a58>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:51:55Z', 'revision_number': 3, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:01.042868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a113cd-d92c-4b97-b8bd-791354f44b67 None None] The sync data for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi is: [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:51:55Z', 'revision_number': 3, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:52:01.203456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:01.206984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:01.219837 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-1294d7e4-2e80-49d1-86c0-a02b80019b0a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:52:01.221058 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-1294d7e4-2e80-49d1-86c0-a02b80019b0a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2530618
Feb 05 23:52:01.370974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:01.425100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:01.501198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Network a55603ee-8d87-4f94-9c54-ec13578283fe is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:01.501198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:01.501198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:01.547323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:52:01.572093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:01.592925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1820410'] for router_interface, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:01.610768 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-f09a8a23-f584-47de-9c7b-9c75e6bafa4a service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3771641
Feb 05 23:52:01.876304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-8a8157bb-4b17-49fa-a465-38eab3a54af6 None None] Provisioning for port 9548e274-1b52-44e3-b936-f4235941e55c completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:02.013240 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.035473 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d77f5df5-a5aa-4c17-ab38-155bfec66470 req-72aa480f-16a3-4470-a45b-7d6b365a8474 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.2273307
Feb 05 23:52:02.068846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-8a8157bb-4b17-49fa-a465-38eab3a54af6 None None] Provisioning complete for port 9548e274-1b52-44e3-b936-f4235941e55c triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:02.069321 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8a8157bb-4b17-49fa-a465-38eab3a54af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.135341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-8a8157bb-4b17-49fa-a465-38eab3a54af6 None None] Port 9548e274-1b52-44e3-b936-f4235941e55c cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:52:02.247540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-ade2e0f1-152c-405f-9dcf-8e79363af7d9 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6203723
Feb 05 23:52:02.647806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Allocated IP 172.20.0.8 (0de806c4-1008-4b0c-92ff-541dc119fad0/0faf4c57-ee26-4c31-89b4-8874d5b20348/d8bcb408-2406-400b-ac2b-7ab8601f561b) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:02.687829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4506b1b9-b633-4476-98ae-0ac2e2f6c929 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:02.785330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.795778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:02.801271 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:02.801699 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.850573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.901144 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-64bf95b1-412c-4ed6-8503-318870e9a311 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:02.951724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:02.980721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 4506b1b9-b633-4476-98ae-0ac2e2f6c929, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4506b1b9-b633-4476-98ae-0ac2e2f6c929,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:02.984852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:02.993293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:03.019239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:03.021511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:03.120064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=4506b1b9-b633-4476-98ae-0ac2e2f6c929,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:03.128854 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:03.240809 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-05ba9e8a-a2ac-4404-8b41-d36f8c903092 req-4e584206-86bc-4858-a558-f4fab7d17869 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 210 time: 0.1049056
Feb 05 23:52:03.245784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852961805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586717'] for router_interface, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:03.437967 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c3de652d-ac60-40d2-816d-650204bd2569 req-8c791d4c-8bc7-47ad-88e1-68a8f8cbd19c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.1319127
Feb 05 23:52:03.732403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:03.796319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Network a55603ee-8d87-4f94-9c54-ec13578283fe is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:03.799642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:04.063032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:04.092194 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-49f770ab-c10a-4702-a23c-dbc2e09ccadb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:04.192844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-da6ed9de-9b4a-4760-a106-a46880e91764 None None] Provisioning complete for port 9548e274-1b52-44e3-b936-f4235941e55c triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:04.193726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-da6ed9de-9b4a-4760-a106-a46880e91764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:04.280008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Router cb0f204f-99dc-45dc-b06b-7325217fa17f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:52:04.287146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event updated for resources: {'Port': ['ID=d8bcb408-2406-400b-ac2b-7ab8601f561b,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:04.292601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:04.333538 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-da6ed9de-9b4a-4760-a106-a46880e91764 None None] Port 9548e274-1b52-44e3-b936-f4235941e55c cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:52:04.560610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-333306cd-33dd-49f1-95b3-90df0aa862ed req-6db7a64f-92cf-446d-8e6b-2dca2e1f800a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 210 time: 0.0799048
Feb 05 23:52:04.591035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:04.595075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:04.599093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:04.669892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:52:04.692587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Sync routers for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:52:04.715992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4506b1b9-b633-4476-98ae-0ac2e2f6c929 up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:04.755435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:04.756079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:04.766559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:52:04.767196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c27b8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:04.861075 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] 10.222.0.35 "PUT /v2.0/routers/cb0f204f-99dc-45dc-b06b-7325217fa17f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0966403
Feb 05 23:52:04.890109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-7fea2d0d-7089-47f8-88c5-415688dd8af6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1354885
Feb 05 23:52:04.999489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a325-f62b-42df-a0dc-8d9b39eaa528 req-505394b2-49d2-48a2-abcd-e598f98803a5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:05.000383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4d72a325-f62b-42df-a0dc-8d9b39eaa528 req-505394b2-49d2-48a2-abcd-e598f98803a5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:05.011119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-bc4ca210-03e8-470f-b48c-60eb4800144c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80271) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 23:52:05.012640 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-bc4ca210-03e8-470f-b48c-60eb4800144c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0082269
Feb 05 23:52:05.042636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:05.043064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:05.081741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4d72a325-f62b-42df-a0dc-8d9b39eaa528 req-505394b2-49d2-48a2-abcd-e598f98803a5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:05.083269 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d72a325-f62b-42df-a0dc-8d9b39eaa528 req-505394b2-49d2-48a2-abcd-e598f98803a5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 931 time: 0.3220429
Feb 05 23:52:05.170020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:52:05.186173 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d72a325-f62b-42df-a0dc-8d9b39eaa528 req-8ac6df0c-3784-428b-b36c-6b1bdd66f921 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909097
Feb 05 23:52:05.198381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Request body: {'port': {'device_id': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:05.348820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:05.731379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c27b8>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:52:01Z', 'revision_number': 4, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '9548e274-1b52-44e3-b936-f4235941e55c', 'name': '', 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'mac_address': 'fa:16:3e:e0:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:59Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 2, 'project_id': '793ca90569a047068eaf1628ffe56717', 'subnets': [{'id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:05.743118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Checking router: cb0f204f-99dc-45dc-b06b-7325217fa17f for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:52:05.743571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Updating router cb0f204f-99dc-45dc-b06b-7325217fa17f port 9548e274-1b52-44e3-b936-f4235941e55c binding host dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 23:52:05.867636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:05.916539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-975b9f30-ffbc-415a-9805-026ba2327542 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:05.919470 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-975b9f30-ffbc-415a-9805-026ba2327542 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 812 time: 0.5820146
Feb 05 23:52:06.008979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8bcb408-2406-400b-ac2b-7ab8601f561b {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:52:06.091200 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-14662134-344a-4f79-bcb5-4c969e125ea3 req-57e1bd78-4142-4217-a28e-b5c86f630ef2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 210 time: 0.0739477
Feb 05 23:52:06.104774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.185131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1622945159', 'description': 'tempest-TestShelveInstance-1622945159 description'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:06.187517 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-632f6cec-1fd2-4a96-a9ea-cd55ab5ee79d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0ea243ebde1f4b58945991a930e1c069 HTTP/1.1" status: 200  len: 5765 time: 0.2543852
Feb 05 23:52:06.200659 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'port': {'device_id': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'admin_state_up': True, 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'security_groups': ['70aed247-eb81-4579-b0ac-deeab1a2c96d']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:06.238142 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:06.248081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Usage tracker for resource:security_group and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:52:06.254252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:52:06.267411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:06.280581 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Transition to ACTIVE for port object d8bcb408-2406-400b-ac2b-7ab8601f561b will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:06.317161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.396027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a822f57b-266f-42aa-806b-5cded1e366d3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:06.427936 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:06.452991 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:06.534173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Made reservation on behalf of 0ea243ebde1f4b58945991a930e1c069 for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:52:06.566900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks [] for port, precommit_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.569340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.582395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Transition to ACTIVE for port object 9548e274-1b52-44e3-b936-f4235941e55c will not be triggered until provisioned by entity L2. {{(pid=80273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:06.585972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.624024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:06.641939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-698398b0-10ef-4db0-9bf9-2b5bf3f8e63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:06.655976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Pushing event updated for resources: {'Port': ['ID=d8bcb408-2406-400b-ac2b-7ab8601f561b,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:06.671013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:06.685865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:06.710684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Usage tracker for resource:security_group_rule and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:52:06.719602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:52:06.730818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78163327-5fb3-4c19-82a0-90f79797b33f None None] Pushing event updated for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=3']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:06.734515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:06.735605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-78163327-5fb3-4c19-82a0-90f79797b33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:06.983740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c52d7-4e48-479c-8756-0d8bd461c888 req-18ffdf91-abe1-4f47-b1eb-7d6f12354809 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:06.992207 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-537c52d7-4e48-479c-8756-0d8bd461c888 req-18ffdf91-abe1-4f47-b1eb-7d6f12354809 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 943 time: 0.4083018
Feb 05 23:52:07.023361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Attempting to bind port 9548e274-1b52-44e3-b936-f4235941e55c on host dv-cinder-774288-3-iscsi for vnic_type normal with profile  {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:52:07.023785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Attempting to bind port 9548e274-1b52-44e3-b936-f4235941e55c by drivers openvswitch on host dv-cinder-774288-3-iscsi at level 0 using segments [{'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:52:07.024199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Attempting to bind port 9548e274-1b52-44e3-b936-f4235941e55c on network a55603ee-8d87-4f94-9c54-ec13578283fe {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:52:07.031081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Checking agent: {'id': '085f8cb2-5e63-4e90-86da-6266644db0dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 31, 45), 'started_at': datetime.datetime(2021, 2, 5, 23, 32, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.89', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:52:07.031535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Checking segment: {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:52:07.031996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.032441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Bound using segment: {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'} {{(pid=80273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:52:07.033146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Bound port: 9548e274-1b52-44e3-b936-f4235941e55c, host: dv-cinder-774288-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe'}}] {{(pid=80273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:52:07.033576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.147831 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-537c52d7-4e48-479c-8756-0d8bd461c888 req-603336d2-5105-4e06-b360-e39d5950d8af tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540625
Feb 05 23:52:07.171984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Attempting to bind port d8bcb408-2406-400b-ac2b-7ab8601f561b on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:52:07.172363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Attempting to bind port d8bcb408-2406-400b-ac2b-7ab8601f561b by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:52:07.172737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Attempting to bind port d8bcb408-2406-400b-ac2b-7ab8601f561b on network 0de806c4-1008-4b0c-92ff-541dc119fad0 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:52:07.191398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.192608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:52:07.192989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Checking segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:52:07.193396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.193836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Bound using segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:52:07.194537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Bound port: d8bcb408-2406-400b-ac2b-7ab8601f561b, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:52:07.194843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.244137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] For port 9548e274-1b52-44e3-b936-f4235941e55c, host dv-cinder-774288-3-iscsi, cleared binding levels {{(pid=80273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:07.247969 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] For port 9548e274-1b52-44e3-b936-f4235941e55c, host dv-cinder-774288-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=9548e274-1b52-44e3-b936-f4235941e55c,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:07.260675 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.282864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.286310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9552ec29-00b5-47ce-bce0-ab1740161858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:07.301499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:07.316526 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.20.0.8 (abd30419-0928-4820-a801-3cb6f16455f6/5c6f4b1d-1f4e-469f-af76-0952b9411869/149e9898-04f1-42be-99b5-f64cafc9a74e) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:07.332603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67656bd9-5f46-45de-a4b5-8a64621089b0,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:07.353121 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:07.427483 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ae8a8a8c-463e-48c2-8f96-b83bf1295030 req-29a37fe1-1769-402a-8e9b-99a880e7f969 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 210 time: 0.0703702
Feb 05 23:52:07.480858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78163327-5fb3-4c19-82a0-90f79797b33f None None] Pushing event updated for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:07.483691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] For port d8bcb408-2406-400b-ac2b-7ab8601f561b, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:07.486539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-78163327-5fb3-4c19-82a0-90f79797b33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:07.490381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] For port d8bcb408-2406-400b-ac2b-7ab8601f561b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d8bcb408-2406-400b-ac2b-7ab8601f561b,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:07.517055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.527025 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9f5d8ba9-ad1c-4c2c-bd45-5bb4b3e005b8 req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 1.3509669
Feb 05 23:52:07.560030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.572005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:52:07.573478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c27b8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:51:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:07.605237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:07.654865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.707891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Transition to ACTIVE for port object 149e9898-04f1-42be-99b5-f64cafc9a74e will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:07.795951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.824109 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-07de3534-1a25-46d9-9d84-51a74a094996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:07.851475 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-6691ed3b-2252-42dc-94d0-4e60d3bb40ec tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups/67656bd9-5f46-45de-a4b5-8a64621089b0 HTTP/1.1" status: 200  len: 1802 time: 0.2496209
Feb 05 23:52:07.852845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Pushing event updated for resources: {'Port': ['ID=d8bcb408-2406-400b-ac2b-7ab8601f561b,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:07.859600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:07.870891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67656bd9-5f46-45de-a4b5-8a64621089b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:07.871236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67656bd9-5f46-45de-a4b5-8a64621089b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:07.896213 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:07.915719 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Usage tracker for resource:security_group_rule and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:52:07.920141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:52:07.931789 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:07.947131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:07.947741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:07.949333 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] 10.222.0.86 "PUT /v2.0/ports/d8bcb408-2406-400b-ac2b-7ab8601f561b HTTP/1.1" status: 200  len: 1157 time: 2.9275897
Feb 05 23:52:07.949910 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:07.987465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:08.010863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.011339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.011721 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.012136 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.012566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.012962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.013397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.013846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.014313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.014861 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.015278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.015741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.016277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.016599 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.017004 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.017407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.017820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.018613 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.019014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.019417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.019965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.020345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b', 'status': 'completed', 'code': 200}
Feb 05 23:52:08.020506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.020760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.021176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:08.028611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:08.117393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network abd30419-0928-4820-a801-3cb6f16455f6 is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:08.119044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:08.122841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:08.131881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.166619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.177718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:52:08.186756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-02345a7e-2adc-49bd-8ec9-1272cef893c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:08.189074 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-02345a7e-2adc-49bd-8ec9-1272cef893c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 1160 time: 0.1355393
Feb 05 23:52:08.379182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:08.380180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.453669 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-256bf89a-8345-41fa-ad3f-6822574d92c2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2588508
Feb 05 23:52:08.469592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Request body: {'port': {'device_id': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:08.625510 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-c3a48581-0aa2-4d20-9f2b-8c47db4a44ac None None] Provisioning for port 149e9898-04f1-42be-99b5-f64cafc9a74e completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:08.638646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.688452 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-c3a48581-0aa2-4d20-9f2b-8c47db4a44ac None None] Provisioning complete for port 149e9898-04f1-42be-99b5-f64cafc9a74e triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:08.689036 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c3a48581-0aa2-4d20-9f2b-8c47db4a44ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.698574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:08.709395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:08.771551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-c3a48581-0aa2-4d20-9f2b-8c47db4a44ac None None] Port 149e9898-04f1-42be-99b5-f64cafc9a74e cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:52:08.811043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3c27b8>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:52:01Z', 'revision_number': 4, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '9548e274-1b52-44e3-b936-f4235941e55c', 'name': '', 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'mac_address': 'fa:16:3e:e0:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:59Z', 'updated_at': '2021-02-05T23:52:07Z', 'revision_number': 4, 'project_id': '793ca90569a047068eaf1628ffe56717', 'subnets': [{'id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:08.820389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274589dc-4106-44d0-9513-a5362f02f70f None None] The sync data for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi is: [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:52:01Z', 'revision_number': 4, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '9548e274-1b52-44e3-b936-f4235941e55c', 'name': '', 'network_id': 'a55603ee-8d87-4f94-9c54-ec13578283fe', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'mac_address': 'fa:16:3e:e0:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:59Z', 'updated_at': '2021-02-05T23:52:07Z', 'revision_number': 4, 'project_id': '793ca90569a047068eaf1628ffe56717', 'subnets': [{'id': 'cdfa5b72-b1f8-4229-a1b3-8284de5b515c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:52:08.871857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ee8997-2687-4770-80c6-7f2970316fdc,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:08.898759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:08.977679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-9b9e90e6-6437-4f1e-90c1-93921d089f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:08.980619 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-9b9e90e6-6437-4f1e-90c1-93921d089f4a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8379ac49eda64dae827ce64a83596b21&shared=False HTTP/1.1" status: 200  len: 908 time: 0.7830796
Feb 05 23:52:09.031399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:09.033648 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cd44584-c9f5-4141-b5ed-f84d51d96e67 req-0a37a39d-8e0b-4888-a60a-9c4372eda18d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.1704667
Feb 05 23:52:09.350926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149e9898-04f1-42be-99b5-f64cafc9a74e {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:52:09.360885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:09.378887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Transition to ACTIVE for port object 149e9898-04f1-42be-99b5-f64cafc9a74e will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:09.380169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f96a379d-75e7-49cc-a970-7bffd6c35c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:09.405034 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa67c7-9908-490c-a1e4-0636296c9d59 req-97e52b60-8f42-4e9e-933e-30a85979b5e5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:09.406981 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2caa67c7-9908-490c-a1e4-0636296c9d59 req-97e52b60-8f42-4e9e-933e-30a85979b5e5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 943 time: 0.7628565
Feb 05 23:52:09.418345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:09.436274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2ee2be9c-0451-4e55-b1ea-321ccb759ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:09.591474 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:09.597150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:09.630924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-5d5332a8-2b66-4e19-8749-bce5635d022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:09.634345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-205b57f6-4f9b-4bca-8b40-3198712c689c req-5d5332a8-2b66-4e19-8749-bce5635d022a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6462743
Feb 05 23:52:09.676292 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2caa67c7-9908-490c-a1e4-0636296c9d59 req-afa076ac-522e-4e41-8301-e2d357b1eac6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176449
Feb 05 23:52:09.894753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Attempting to bind port 149e9898-04f1-42be-99b5-f64cafc9a74e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:52:09.896512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Attempting to bind port 149e9898-04f1-42be-99b5-f64cafc9a74e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:52:09.897404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Attempting to bind port 149e9898-04f1-42be-99b5-f64cafc9a74e on network abd30419-0928-4820-a801-3cb6f16455f6 {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:52:09.911141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:52:09.911798 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Checking segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:52:09.913043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:09.913751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Bound using segment: {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:52:09.914667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Bound port: 149e9898-04f1-42be-99b5-f64cafc9a74e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ed1add-e2b7-43e6-b253-67b474b4c3de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:52:09.915315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:10.024575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116c482-04b7-494f-af1e-d4d1ff0b0f57 req-0befd62e-ef86-455c-b80e-1679245f4207 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:10.031573 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2116c482-04b7-494f-af1e-d4d1ff0b0f57 req-0befd62e-ef86-455c-b80e-1679245f4207 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.8100441
Feb 05 23:52:10.078793 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:10.082843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=149e9898-04f1-42be-99b5-f64cafc9a74e,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:10.121953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:10.138935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7974ef31-5d53-45a9-b35a-e42e403a0521 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:10.151096 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e43c19f7-3d43-4b52-bc2d-333a8dd842a0 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups/67656bd9-5f46-45de-a4b5-8a64621089b0 HTTP/1.1" status: 200  len: 2395 time: 0.3751657
Feb 05 23:52:10.197559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67656bd9-5f46-45de-a4b5-8a64621089b0', 'remote_group_id': None}]} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:10.198134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67656bd9-5f46-45de-a4b5-8a64621089b0', 'remote_group_id': None}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:10.250423 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:10.294706 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2116c482-04b7-494f-af1e-d4d1ff0b0f57 req-f67e1910-7f2b-44df-acfa-cdff9c36ee85 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2590141
Feb 05 23:52:10.304705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Usage tracker for resource:security_group_rule and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:52:10.313409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:52:10.322228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-85356309-0bb5-4892-aa53-f2a0087d3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:10.324805 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-85356309-0bb5-4892-aa53-f2a0087d3c01 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 1160 time: 0.6331413
Feb 05 23:52:10.332373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:10.378981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:10.386871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:10.438715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:10.440045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:10.459392 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-38c677c9-c42b-4ad4-a82c-ec470425ae5e service neutron] 10.222.0.86 "PUT /v2.0/ports/149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 1157 time: 1.9794271
Feb 05 23:52:10.459585 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-23a4f094-6563-4c57-8fb2-b85bc04c7f49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8bcb408-2406-400b-ac2b-7ab8601f561b HTTP/1.1" status: 200  len: 217 time: 0.0992219
Feb 05 23:52:10.459732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:10.541556 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'status': 'completed', 'code': 200}
Feb 05 23:52:10.652404 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-ed9c600d-9165-48b8-82e8-4e58c9002c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:10.655214 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-ed9c600d-9165-48b8-82e8-4e58c9002c9e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.2007704
Feb 05 23:52:10.663315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:10.749133 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-6915231e-62d7-4a1c-be08-396826977935 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0809321
Feb 05 23:52:10.791945 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 9548e274-1b52-44e3-b936-f4235941e55c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:10.900950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.015829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327381'] for security_group_rule, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.019096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning for port 9548e274-1b52-44e3-b936-f4235941e55c completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:11.026550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 9548e274-1b52-44e3-b936-f4235941e55c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:11.027208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.113693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-ecc1e84e-dbc1-45ee-bbfd-bbbe76e8bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.115430 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-ecc1e84e-dbc1-45ee-bbfd-bbbe76e8bd8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1160 time: 0.5427375
Feb 05 23:52:11.141047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5ae660aa-6398-4028-ba90-b0825bcdbb09 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:11.199840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795f9e79-3b0a-4c75-b794-3b4f5b838631,revision_number=0']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:11.208480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:11.229218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.249238 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-d3280352-8cdb-41a7-80f1-9526b0938485 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4730158
Feb 05 23:52:11.252741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.254052 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8c64c9e2-1065-4f2b-9417-04f84db5d5b1 req-e9b15c65-b693-44b1-bfb3-4650facaf0fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 1.0761983
Feb 05 23:52:11.308866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] For port 9548e274-1b52-44e3-b936-f4235941e55c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=9548e274-1b52-44e3-b936-f4235941e55c,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:11.332594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-6e3a861c-0d67-40f2-8f9e-ed48c0595205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.335011 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-6e3a861c-0d67-40f2-8f9e-ed48c0595205 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=0ea243ebde1f4b58945991a930e1c069&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2110946
Feb 05 23:52:11.384692 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.388795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:11.393114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016856cd-bcba-4065-972e-2fe31a5a9ccb req-66a1de40-006e-429f-8b4e-54b6aa5cde2e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.394998 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-016856cd-bcba-4065-972e-2fe31a5a9ccb req-66a1de40-006e-429f-8b4e-54b6aa5cde2e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 943 time: 0.4994199
Feb 05 23:52:11.532865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-151d5c41-fee4-4056-8015-bd77df9c34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.534737 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71922432-b3cc-44cd-8b7f-fb4f51abd3bd req-151d5c41-fee4-4056-8015-bd77df9c34f7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1936047
Feb 05 23:52:11.597206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Pushing event updated for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:11.601318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:11.630587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ea7352cb-02e3-4723-ac90-0dc1b8b2260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:11.664775 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6fee82ba-2a6e-4739-93d7-1f388ad776bc req-4148c9ee-5c5f-49b9-b78b-f87328b86f56 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4086730
Feb 05 23:52:11.696607 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-95a81a8d-ed91-477f-ac67-40b62801de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.698293 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-95a81a8d-ed91-477f-ac67-40b62801de5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1160 time: 0.0958455
Feb 05 23:52:11.736345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-016856cd-bcba-4065-972e-2fe31a5a9ccb req-d597ad58-2788-403d-be3b-f9d0944f6a83 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3281662
Feb 05 23:52:11.787555 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-ae70f47f-0f08-44dc-af8a-54c4a7348785 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 217 time: 0.0799360
Feb 05 23:52:11.863702 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-f2198602-3e61-4b2c-a5aa-ea947dc0b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.865363 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-f2198602-3e61-4b2c-a5aa-ea947dc0b01b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0706413
Feb 05 23:52:11.953597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba704d4-2cc5-4977-9d53-059ad795d590 req-265936a8-9efa-4bba-8705-d207ad6ffc99 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:11.956650 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ba704d4-2cc5-4977-9d53-059ad795d590 req-265936a8-9efa-4bba-8705-d207ad6ffc99 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.3850267
Feb 05 23:52:11.998627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-b6b85362-4289-4dca-941e-74fe0e02de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:12.000760 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-b6b85362-4289-4dca-941e-74fe0e02de31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1230071
Feb 05 23:52:12.058755 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ba704d4-2cc5-4977-9d53-059ad795d590 req-a0a05cc8-0e2f-4afe-a7dc-05297a6c1db1 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0949192
Feb 05 23:52:12.159420 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-50a355d2-7614-40dd-8eb5-099ac5067db4 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505744
Feb 05 23:52:12.367309 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-71f2f154-e574-430f-b373-98e5bcb0a8b6 req-ecf34322-4230-47fe-9347-7555b5a250bb service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1959336
Feb 05 23:52:12.632305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 9548e274-1b52-44e3-b936-f4235941e55c up at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:12.715975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Provisioning complete for port 9548e274-1b52-44e3-b936-f4235941e55c triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:12.716442 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:13.176580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e267a4-8127-418c-b03d-a3facee79e45 req-86d410f4-1b6c-4805-afab-6d4a4fbfc6f9 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:13.178476 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33e267a4-8127-418c-b03d-a3facee79e45 req-86d410f4-1b6c-4805-afab-6d4a4fbfc6f9 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 943 time: 0.1988907
Feb 05 23:52:13.251550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-33e267a4-8127-418c-b03d-a3facee79e45 req-303df137-94eb-4674-929f-82dc30807890 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659235
Feb 05 23:52:13.458999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea709db-b521-4e45-a549-c7830744e55c req-61569440-009e-4fc1-bdd9-043c3e361379 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:13.461391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ea709db-b521-4e45-a549-c7830744e55c req-61569440-009e-4fc1-bdd9-043c3e361379 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.1953259
Feb 05 23:52:13.535861 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ea709db-b521-4e45-a549-c7830744e55c req-6e1cfbca-b3e7-49cf-a895-8328d3baa5a3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0651236
Feb 05 23:52:13.983923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:14.230220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:14.578769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e7b66-4655-4d1e-85ee-40665cc1b944 req-8bcba5c2-1795-4dc9-adc2-7f4a7666b760 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:14.580584 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-925e7b66-4655-4d1e-85ee-40665cc1b944 req-8bcba5c2-1795-4dc9-adc2-7f4a7666b760 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 943 time: 0.1779304
Feb 05 23:52:14.663039 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-925e7b66-4655-4d1e-85ee-40665cc1b944 req-cd86805c-9f84-4611-9f72-1a0f6a660ea7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747068
Feb 05 23:52:14.895051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114556d-1fd4-4e64-a616-9add9deee4b2 req-8774775c-4e71-4c3e-ba64-bca4505857d4 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:14.896901 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0114556d-1fd4-4e64-a616-9add9deee4b2 req-8774775c-4e71-4c3e-ba64-bca4505857d4 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.1726120
Feb 05 23:52:14.975926 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0114556d-1fd4-4e64-a616-9add9deee4b2 req-da04ec25-0684-4661-a0da-101444d928ea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0647085
Feb 05 23:52:15.161823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device d8bcb408-2406-400b-ac2b-7ab8601f561b up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:15.269954 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:15.315529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port d8bcb408-2406-400b-ac2b-7ab8601f561b completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:15.321563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port d8bcb408-2406-400b-ac2b-7ab8601f561b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:15.321988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:15.458887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:15.492180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:15.504099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port d8bcb408-2406-400b-ac2b-7ab8601f561b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d8bcb408-2406-400b-ac2b-7ab8601f561b,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:15.544736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:15.548784 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-99409395-4494-481e-95d8-1fe1bf37c586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:15.585876 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b', 'code': 200}
Feb 05 23:52:15.639171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=d8bcb408-2406-400b-ac2b-7ab8601f561b,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:15.643171 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:15.949739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d43ef-b5cd-4b95-8d66-63760dc0e581 req-141b7b34-99b0-42bb-b50d-7055236009a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:15.952250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-288d43ef-b5cd-4b95-8d66-63760dc0e581 req-141b7b34-99b0-42bb-b50d-7055236009a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 1162 time: 0.0895753
Feb 05 23:52:16.022536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-288d43ef-b5cd-4b95-8d66-63760dc0e581 req-5f99dba8-6a88-4dff-9e22-adc32f287c35 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613468
Feb 05 23:52:16.132982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72a606-589c-49ee-a516-e0f0707e5d31 req-8619b9c2-3a76-4d27-a94b-635f2622f155 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:16.134810 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3e72a606-589c-49ee-a516-e0f0707e5d31 req-8619b9c2-3a76-4d27-a94b-635f2622f155 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 945 time: 0.2087882
Feb 05 23:52:16.264881 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3e72a606-589c-49ee-a516-e0f0707e5d31 req-8be96343-b3b2-4f19-8b98-781f7e91522c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854328
Feb 05 23:52:16.380137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf93ca3-6cfe-4828-882e-3beffc0339ad req-77190991-8fe4-4775-9fad-d1558a0b012a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:16.382710 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1bf93ca3-6cfe-4828-882e-3beffc0339ad req-77190991-8fe4-4775-9fad-d1558a0b012a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.2467251
Feb 05 23:52:16.456256 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1bf93ca3-6cfe-4828-882e-3beffc0339ad req-256acf42-35b8-49bd-90d2-a46ea73247be tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0662644
Feb 05 23:52:16.759311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device d8bcb408-2406-400b-ac2b-7ab8601f561b up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:16.843139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port d8bcb408-2406-400b-ac2b-7ab8601f561b triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:16.843481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:17.696567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051101b-2df3-4705-ae3b-01daa31eeeec req-acf50e48-c34b-42fd-a217-cf5579ef09bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:17.698394 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a051101b-2df3-4705-ae3b-01daa31eeeec req-acf50e48-c34b-42fd-a217-cf5579ef09bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 945 time: 0.2689440
Feb 05 23:52:17.830014 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a051101b-2df3-4705-ae3b-01daa31eeeec req-d0a9ee8e-cbfb-45c6-91fa-187ff364f1fb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930576
Feb 05 23:52:17.936160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f18cd-367e-488e-967c-baa8d6ca677f req-82a1f878-663b-4060-b2fb-95a417246fa5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:17.938026 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d59f18cd-367e-488e-967c-baa8d6ca677f req-82a1f878-663b-4060-b2fb-95a417246fa5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.2385008
Feb 05 23:52:18.015422 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d59f18cd-367e-488e-967c-baa8d6ca677f req-dc1b7f83-84db-47d2-9822-80001f55deea tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0688279
Feb 05 23:52:19.384524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dae66b-5815-4cdc-b6ee-5b316347cba6 req-a93ed9a3-1690-4b76-916e-aeb851660c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:19.386160 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-61dae66b-5815-4cdc-b6ee-5b316347cba6 req-a93ed9a3-1690-4b76-916e-aeb851660c2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.2325020
Feb 05 23:52:19.461543 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-61dae66b-5815-4cdc-b6ee-5b316347cba6 req-d7a27700-679b-4c7d-890b-bcee295a0cb0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0634105
Feb 05 23:52:20.893743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850ac3f-01ff-4cdc-8b8a-cda752c26e5f req-4b7213bb-e986-4c28-bf3c-a0d9879fa744 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:20.895617 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a850ac3f-01ff-4cdc-8b8a-cda752c26e5f req-4b7213bb-e986-4c28-bf3c-a0d9879fa744 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.1854663
Feb 05 23:52:20.964720 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a850ac3f-01ff-4cdc-8b8a-cda752c26e5f req-d7fda6f4-063b-4b4b-a682-1bc2cd259bff tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0623848
Feb 05 23:52:21.284529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 149e9898-04f1-42be-99b5-f64cafc9a74e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:21.418573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 149e9898-04f1-42be-99b5-f64cafc9a74e completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:21.425058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 149e9898-04f1-42be-99b5-f64cafc9a74e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:21.425486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:21.576236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:21.609158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:21.621250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=149e9898-04f1-42be-99b5-f64cafc9a74e,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:21.659481 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:21.664777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1af68958-a5ad-44ec-ab12-b31ce4247033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:21.706709 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'code': 200}
Feb 05 23:52:21.774786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:21.779351 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:22.159597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45da59-a51f-470f-89b8-21ca8983294f req-70f08682-2c07-4b68-81a7-88e2af5d6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:22.161272 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6d45da59-a51f-470f-89b8-21ca8983294f req-70f08682-2c07-4b68-81a7-88e2af5d6a8e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1162 time: 0.1475649
Feb 05 23:52:22.215610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6d45da59-a51f-470f-89b8-21ca8983294f req-8700cec9-d012-48fe-bca6-90ebcf69ad3d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453088
Feb 05 23:52:22.431438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7f14e-931d-4663-aaaa-2c6c1985d00a req-06a2184b-36e5-4d03-92e9-5a0e1b0ab511 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:22.434569 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e0d7f14e-931d-4663-aaaa-2c6c1985d00a req-06a2184b-36e5-4d03-92e9-5a0e1b0ab511 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.3236415
Feb 05 23:52:22.507924 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e0d7f14e-931d-4663-aaaa-2c6c1985d00a req-9e3152a1-2732-4503-9fd6-2d7e2991c087 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0666656
Feb 05 23:52:22.769819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 149e9898-04f1-42be-99b5-f64cafc9a74e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:22.873209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 149e9898-04f1-42be-99b5-f64cafc9a74e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:22.873943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:23.834014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7d6f8-5dd1-4de2-a9e4-532e991b1396 req-c75bb3be-f5d1-4c86-816c-11db71ce9e24 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:23.836342 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2dd7d6f8-5dd1-4de2-a9e4-532e991b1396 req-c75bb3be-f5d1-4c86-816c-11db71ce9e24 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.1855803
Feb 05 23:52:23.905784 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2dd7d6f8-5dd1-4de2-a9e4-532e991b1396 req-5fe9a62b-97aa-4f8f-a599-f609923f35ed tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0624285
Feb 05 23:52:24.784870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 149e9898-04f1-42be-99b5-f64cafc9a74e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:24.904960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 149e9898-04f1-42be-99b5-f64cafc9a74e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:24.905746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:25.531946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c762-0050-4d20-a286-d4960e30992c req-04a219f5-edc1-4389-aa73-71718d16d5c0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:25.533731 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3476c762-0050-4d20-a286-d4960e30992c req-04a219f5-edc1-4389-aa73-71718d16d5c0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.4396615
Feb 05 23:52:25.605052 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3476c762-0050-4d20-a286-d4960e30992c req-bc639dbc-83dd-49de-82db-9f8714c564f7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0635982
Feb 05 23:52:26.076547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449b2d-d35b-44e6-bcc4-bdd8a4f7b9c5 req-72f0bd65-b652-4191-806b-bd6c183e6d92 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:26.078698 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4c449b2d-d35b-44e6-bcc4-bdd8a4f7b9c5 req-72f0bd65-b652-4191-806b-bd6c183e6d92 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.2206850
Feb 05 23:52:26.150167 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4c449b2d-d35b-44e6-bcc4-bdd8a4f7b9c5 req-517f405e-94bb-49d5-996e-7f704edf7e0b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0639365
Feb 05 23:52:26.593455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-d59c69fc-db30-40b1-a47b-db6c805640aa tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3859799
Feb 05 23:52:26.608497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:26.654570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:26.671402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:26.682318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:52:26.715478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:26.876532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:27.238638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Allocated IP 172.27.3.60 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/c43e83ec-66b7-4185-9559-f074adab5638) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:27.418806 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:27.532761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:27.549989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-feb16672-0766-41f8-b397-f6783c7df14d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:27.712468 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=c43e83ec-66b7-4185-9559-f074adab5638,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:27.728891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.729365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.729823 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.730267 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.730752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.731198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.731645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.732193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.732643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.733082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.733592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.734041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.734614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.735067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.735515 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.735996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.736476 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.736924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.737380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.737879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.738498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.738996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.739499 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.739997 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:27.745343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:27.799089 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:27.800463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:27.803402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:27.911117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:28.031302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:28.070084 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-8eee2cbe-3759-438a-9503-f24fc4bc0ecf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1003075
Feb 05 23:52:28.225123 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-01619719-335d-4bf6-b1d5-485cd576748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:28.227118 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-01619719-335d-4bf6-b1d5-485cd576748b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 1163 time: 0.1312459
Feb 05 23:52:28.458411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-2bfcaf6d-f775-46ed-8c05-b5b14beb0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:28.462648 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-2bfcaf6d-f775-46ed-8c05-b5b14beb0141 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 908 time: 0.2072263
Feb 05 23:52:28.564555 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:28.596600 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:28.602207 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-3f21d98e-d9db-49c1-a86b-aae03b48621f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a HTTP/1.1" status: 200  len: 217 time: 0.1323693
Feb 05 23:52:28.659413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-65118ef5-fee6-4318-b8fb-2298ebfdad7d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:28.712512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-81006c41-9b16-4584-a3c2-6aedc68c8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:28.714419 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-81006c41-9b16-4584-a3c2-6aedc68c8370 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.1049287
Feb 05 23:52:28.784575 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-1da984be-848c-4a53-8b92-69ca657585c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622604
Feb 05 23:52:28.834870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event updated for resources: {'Port': ['ID=c43e83ec-66b7-4185-9559-f074adab5638,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:28.841035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:28.947809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:29.023885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:29.025305 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.4250832
Feb 05 23:52:29.060056 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-61ba2f70-4ce8-45e5-9087-0b00319ba58f service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675247
Feb 05 23:52:29.144748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-ec6a172e-cbd6-430a-a3e1-78e024011bf7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:29.201437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-ec6a172e-cbd6-430a-a3e1-78e024011bf7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:29.203401 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-ec6a172e-cbd6-430a-a3e1-78e024011bf7 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.60 HTTP/1.1" status: 200  len: 695 time: 0.1652613
Feb 05 23:52:29.340285 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-531f28ba-73ef-43ac-991a-1258c6f9285a req-521d41e9-5fc2-442b-8dcd-03d29952e6dc service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2724180
Feb 05 23:52:29.494864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-0a9c6c9b-b936-4067-beb4-251e0f5969f5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:29.496527 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e387eec-db60-4a0a-98f1-6dfc5050f67f req-0a9c6c9b-b936-4067-beb4-251e0f5969f5 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2843537
Feb 05 23:52:29.801744 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:29.885761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2969-5270-4f36-b171-ce3e7390535c req-f7acd6d7-e709-43bc-87c8-a32c6618143f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:29.892554 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-f7acd6d7-e709-43bc-87c8-a32c6618143f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2550552
Feb 05 23:52:30.033026 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-3da6e707-b139-43db-bf97-755a7a90ac2d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.60 HTTP/1.1" status: 200  len: 695 time: 0.1340480
Feb 05 23:52:30.064428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Request body: {'floatingip': {'port_id': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:30.185907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:30.287959 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3bbf27c4-8e72-4f93-b720-06c8d4789fba tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:security_group {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:30.417598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3bbf27c4-8e72-4f93-b720-06c8d4789fba tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:security_group {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:30.419487 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3bbf27c4-8e72-4f93-b720-06c8d4789fba tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1622945159&fields=id&tenant_id=84cbc9136833450699ce54bf246d023f HTTP/1.1" status: 200  len: 267 time: 0.3851829
Feb 05 23:52:31.512886 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-f54b20fd-6d93-42b4-b9d6-090e504b6503 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:31.515481 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-f54b20fd-6d93-42b4-b9d6-090e504b6503 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 808 time: 1.0770061
Feb 05 23:52:31.717290 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-8b3c03ff-cfd0-45d3-89c8-cc31a086f770 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/quotas/84cbc9136833450699ce54bf246d023f HTTP/1.1" status: 200  len: 375 time: 0.1927748
Feb 05 23:52:32.034568 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-924c3664-6dc4-4814-ab85-25a9f8a2ba43 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:32.043416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.resource_extend [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 23:52:32.268556 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:32.286782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-924c3664-6dc4-4814-ab85-25a9f8a2ba43 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:32.288927 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-924c3664-6dc4-4814-ab85-25a9f8a2ba43 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5649688
Feb 05 23:52:32.330294 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:32.748107 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-967a80aa-4d84-47ff-a84b-82910faa2596 service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4444072
Feb 05 23:52:32.758400 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP 27c4c272-c403-43f0-830e-5d9849ac3ae8 associated. External IP: 172.27.3.60, port: 149e9898-04f1-42be-99b5-f64cafc9a74e.
Feb 05 23:52:33.091263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-60068940-a40d-4b45-aa36-a80f4f22bebc service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3353772
Feb 05 23:52:33.433968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:52:33.804839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:52:33.809934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:33.818883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:52:33.838076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:52:33.839726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b50ef28>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:52:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:33.960018 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-887d088a-dc8d-44d4-addc-0ed1f5644ea0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "PUT /v2.0/floatingips/27c4c272-c403-43f0-830e-5d9849ac3ae8 HTTP/1.1" status: 200  len: 995 time: 3.9048848
Feb 05 23:52:34.062500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:34.077915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:52:34.588364 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-69357274-5529-4f78-8b2a-2bc436346b6d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:34.591452 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-69357274-5529-4f78-8b2a-2bc436346b6d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.7301290
Feb 05 23:52:34.629933 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-f0cb3894-6805-4bd7-9b96-fa4352ab804e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/quotas/8379ac49eda64dae827ce64a83596b21 HTTP/1.1" status: 200  len: 375 time: 0.0287087
Feb 05 23:52:34.637284 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b50ef28>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '27c4c272-c403-43f0-830e-5d9849ac3ae8', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:77:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:27Z', 'updated_at': '2021-02-05T23:52:31Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}, {'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:34.639741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:52:34.640986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2969-5270-4f36-b171-ce3e7390535c req-0dfbf311-9295-40eb-bcfa-8f4dfc40a406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:34.643918 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-0dfbf311-9295-40eb-bcfa-8f4dfc40a406 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1162 time: 0.5621927
Feb 05 23:52:34.651737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:52:34.652397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b50ef28>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:52:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:34.889272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:52:34.993003 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2969-5270-4f36-b171-ce3e7390535c req-a3944148-4717-4b88-b9d1-7bb66d948517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:34.994720 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-a3944148-4717-4b88-b9d1-7bb66d948517 service neutron] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2736099
Feb 05 23:52:35.050629 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-6fd23926-232b-408c-a390-f1c34afec4b2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4051261
Feb 05 23:52:35.267785 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-f5207f2b-d962-46c7-9388-a783939ca407 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 998 time: 0.2160370
Feb 05 23:52:35.370563 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-990c195a-a594-47d4-adeb-1c742a6e3418 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572110
Feb 05 23:52:35.374505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2969-5270-4f36-b171-ce3e7390535c req-ef4468b0-b3d8-4014-9182-6e8a53366fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:35.376083 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-ef4468b0-b3d8-4014-9182-6e8a53366fa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0991542
Feb 05 23:52:35.391445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b50ef28>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '27c4c272-c403-43f0-830e-5d9849ac3ae8', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:77:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:27Z', 'updated_at': '2021-02-05T23:52:31Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}, {'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:52:35.397399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc9c4e-186d-4b54-a6e3-490245f3eccf None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '27c4c272-c403-43f0-830e-5d9849ac3ae8', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:77:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:27Z', 'updated_at': '2021-02-05T23:52:31Z', 'revision_number': 1, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}, {'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:52:35.605355 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-71d7caa9-b513-41ac-bc98-22dced987834 service neutron] 10.222.0.35 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2279265
Feb 05 23:52:35.608743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e2969-5270-4f36-b171-ce3e7390535c req-3c6a46d9-97de-44ea-8cd7-18782ea5eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:35.610435 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-3c6a46d9-97de-44ea-8cd7-18782ea5eb77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2052093
Feb 05 23:52:35.757901 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c21388-7c7d-4a13-b2e1-6549582ae939 None None] New status for floating IP 27c4c272-c403-43f0-830e-5d9849ac3ae8: ACTIVE {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:52:35.819391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-c7d6e053-31d3-41d7-930f-4cb14683ae3f service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1948295
Feb 05 23:52:36.161579 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f04e2969-5270-4f36-b171-ce3e7390535c req-c67aba4a-34d4-4b84-838d-f11aa3faf21e service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3243785
Feb 05 23:52:36.239939 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a7d81a3-4df8-4b86-b529-0b053bb2cf30 req-a1f8d14e-f438-4d7e-8eb0-fde355a1d162 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 210 time: 0.0865417
Feb 05 23:52:36.448833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'status': 'completed', 'code': 200}
Feb 05 23:52:36.462887 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-6d362db7-8b1a-45f7-b679-ba76b9e26799 req-76c53404-de4e-4c63-b2a9-e396a8d7dc87 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 210 time: 0.0766735
Feb 05 23:52:36.560734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3c69-c425-400d-beec-f909730eca6a req-74e978d8-389d-4a75-9867-d0dcf1b945f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:36.562894 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-74e978d8-389d-4a75-9867-d0dcf1b945f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1162 time: 0.0956066
Feb 05 23:52:36.668165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-35c236aa-b2ae-4d88-b7d2-f85d264f8f2d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:36.669285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-35c236aa-b2ae-4d88-b7d2-f85d264f8f2d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:network {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:36.715008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-35c236aa-b2ae-4d88-b7d2-f85d264f8f2d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:network {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:36.716373 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-35c236aa-b2ae-4d88-b7d2-f85d264f8f2d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 808 time: 0.5025334
Feb 05 23:52:36.807795 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3c69-c425-400d-beec-f909730eca6a req-7987e800-b58b-43ba-9e76-cf5ec0705283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:36.809954 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-7987e800-b58b-43ba-9e76-cf5ec0705283 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2392097
Feb 05 23:52:36.898054 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-7414101d-0f28-4d07-86c0-f24d48c76a00 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:security_group {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:36.925947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-7414101d-0f28-4d07-86c0-f24d48c76a00 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:security_group {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:36.930621 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-7414101d-0f28-4d07-86c0-f24d48c76a00 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=84cbc9136833450699ce54bf246d023f HTTP/1.1" status: 200  len: 5759 time: 0.1908007
Feb 05 23:52:36.946832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'port': {'device_id': '344fe957-4240-4e78-ae1c-935c55f67208', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'admin_state_up': True, 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'security_groups': ['67656bd9-5f46-45de-a4b5-8a64621089b0']}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:37.039450 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-1bd3d821-14fa-4ee9-bcd1-1fa194a3ca1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 1000 time: 0.2208374
Feb 05 23:52:37.141834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3c69-c425-400d-beec-f909730eca6a req-90979570-b5c3-4bc8-acc0-3284f2d8c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:37.141834 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-90979570-b5c3-4bc8-acc0-3284f2d8c01e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0917082
Feb 05 23:52:37.156186 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:37.167611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:37.230382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Made reservation on behalf of 84cbc9136833450699ce54bf246d023f for: {'port': 1} {{(pid=80272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:52:37.248179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3c69-c425-400d-beec-f909730eca6a req-a5e096e8-aa2f-4945-9e53-01ef7e5bc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:37.252523 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-a5e096e8-aa2f-4945-9e53-01ef7e5bc668 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035929
Feb 05 23:52:37.268528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:37.543016 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-da1bd2c8-3734-488d-80c8-3edbed1d2a8f req-2526fd13-cd12-457b-bf73-a3352b28eb99 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 210 time: 0.1075583
Feb 05 23:52:37.609559 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-46d60e2d-23a4-4665-944f-f0d6a28cce0f service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3476734
Feb 05 23:52:37.843385 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Allocated IP 172.20.0.7 (43903dd9-19b2-470a-acf3-5d08dface9cc/f107bee3-0a3b-4acf-8ab6-382b5ea6d966/76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e) {{(pid=80272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:37.883530 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-87c40a15-3343-42ba-9e0a-275f39fcd351 req-c2ac1e1e-fe29-4e27-9336-3120eb137ec1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 210 time: 0.0699244
Feb 05 23:52:37.957971 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-753e3c69-c425-400d-beec-f909730eca6a req-63e875e4-221b-41a6-95a6-c0435cf7cdb7 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3296747
Feb 05 23:52:38.165277 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for port, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:38.185841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Transition to ACTIVE for port object 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e will not be triggered until provisioned by entity DHCP. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:38.247325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:38.265500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2b04f36d-dd1c-4c91-b737-8934dd16fd94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:38.425090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:38.431963 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:38.486039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Network 43903dd9-19b2-470a-acf3-5d08dface9cc is already hosted by enough agents. {{(pid=80272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:38.487564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources bound (agent type, host, resource id):  {{(pid=80272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:38.490174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Received port after_create {{(pid=80272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:38.754790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:38.756534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:38.870949 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0a869930-1536-4023-93ab-5e9bbe060821 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9295554
Feb 05 23:52:38.888061 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Request body: {'port': {'device_id': '344fe957-4240-4e78-ae1c-935c55f67208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:39.036086 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3762741c-60d3-49d9-af00-d86e17b35005 None None] Provisioning for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e completed by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:39.051431 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-3762741c-60d3-49d9-af00-d86e17b35005 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity DHCP. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:39.052092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3762741c-60d3-49d9-af00-d86e17b35005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:39.072528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-31eaa777-8fa1-4aa3-b910-ebcb96329d14 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:39.075566 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-31eaa777-8fa1-4aa3-b910-ebcb96329d14 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 814 time: 0.5608907
Feb 05 23:52:39.211653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Request body: {'port': {'device_id': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0', 'admin_state_up': True, 'tenant_id': '8379ac49eda64dae827ce64a83596b21'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:39.225132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3762741c-60d3-49d9-af00-d86e17b35005 None None] Port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e cannot update to ACTIVE because it is not bound. {{(pid=80273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 23:52:39.395115 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5712b931-9215-483d-971d-653883f77dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:39.492019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:39.516654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-36088fe8-6c34-4b91-ad10-71f6a604345e req-d904bdb8-4f87-4f64-a89d-5a16bebb13b7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 210 time: 0.2695339
Feb 05 23:52:39.606640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:39.707714 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881cd06-b527-4273-a4b1-5b048deb25e8 req-d53968f0-e0f9-482e-854e-6225476d78ae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:39.710194 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a881cd06-b527-4273-a4b1-5b048deb25e8 req-d53968f0-e0f9-482e-854e-6225476d78ae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 931 time: 0.6331706
Feb 05 23:52:39.711304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:39.763889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Made reservation on behalf of 8379ac49eda64dae827ce64a83596b21 for: {'port': 1} {{(pid=80271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 23:52:39.785224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:39.830937 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a881cd06-b527-4273-a4b1-5b048deb25e8 req-5f57a2e1-c7df-4f12-a39e-f7f23caf2656 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1085675
Feb 05 23:52:40.068272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e {{(pid=80272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:52:40.085735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.111563 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Transition to ACTIVE for port object 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e will not be triggered until provisioned by entity L2. {{(pid=80272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:40.139030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.172018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0b8ff3b7-51dd-4d22-ad5a-d9d70e7b631d tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:40.388647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=2']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:40.394732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:40.562774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Allocated IP 172.20.0.13 (0de806c4-1008-4b0c-92ff-541dc119fad0/0faf4c57-ee26-4c31-89b4-8874d5b20348/cb1447fe-3102-4c2b-b0a3-731dcb67ff95) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:40.698922 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Attempting to bind port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:52:40.699304 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Attempting to bind port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:52:40.699686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Attempting to bind port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e on network 43903dd9-19b2-470a-acf3-5d08dface9cc {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:52:40.711993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:52:40.712836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Checking segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:52:40.713671 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.714559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Bound using segment: {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'} {{(pid=80272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:52:40.715559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Bound port: 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4838b-0c0d-4416-88c5-2881df6a60ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc'}}] {{(pid=80272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:52:40.716350 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.830710 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.857465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, cleared binding levels {{(pid=80272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:40.861792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:40.888267 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a9496b92-b2eb-4f16-a5d4-4ce82b47e429 req-ad85555a-2ffd-49af-9f6a-a07a356b80b2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 210 time: 0.0636268
Feb 05 23:52:40.961668 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6858117'] for port, after_update {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:40.978616 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:41.019323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:41.043278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-77bdfc05-fcf8-4d91-8bf2-6d7a9024c2dc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:41.147851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=3']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:41.154572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:41.189614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:41.190329 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:41.192028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3555c0ba-157d-4ba8-a080-7d294e6fe7c6 service neutron] 10.222.0.86 "PUT /v2.0/ports/76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 1157 time: 2.3122213
Feb 05 23:52:41.192626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:41.324172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event updated for resources: {'Port': ['ID=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:41.345482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:41.409467 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-be65af3a-03b2-4c2f-98c9-a77bff780127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:41.411409 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-be65af3a-03b2-4c2f-98c9-a77bff780127 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1160 time: 0.1284633
Feb 05 23:52:41.567869 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'status': 'completed', 'code': 200}
Feb 05 23:52:41.570904 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-c4bd0238-dc1f-4b49-bac0-ab8268a5274d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 217 time: 0.1506414
Feb 05 23:52:41.610641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0e668-64c6-4632-b1b0-43e66dff4715 req-c2586082-4619-4a57-946a-8ef0683c4968 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:41.613780 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ceb0e668-64c6-4632-b1b0-43e66dff4715 req-c2586082-4619-4a57-946a-8ef0683c4968 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.5088339
Feb 05 23:52:41.635202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f42b343e-5ef6-4daf-bbb9-bd7a507f7b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:41.654323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-287d6d6e-0916-4ff1-bea9-f202100937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:41.656089 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-287d6d6e-0916-4ff1-bea9-f202100937c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0778301
Feb 05 23:52:41.662585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:41.669676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:41.676875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:41.761148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0fd4809f-d7ff-4204-a6d6-ea65bb0c9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:41.762975 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-0fd4809f-d7ff-4204-a6d6-ea65bb0c9c2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0987270
Feb 05 23:52:41.849442 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ceb0e668-64c6-4632-b1b0-43e66dff4715 req-5cfa21c0-e57a-4d78-8c5b-c9335b520a74 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2239306
Feb 05 23:52:41.924172 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-5f772b13-558c-41ea-81d6-5812d1e0094c service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533544
Feb 05 23:52:42.011178 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.012566 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:42.082716 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9901345
Feb 05 23:52:42.100509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Request body: {'port': {'device_id': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:42.126060 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f87954c-136e-4b46-b6d8-2795fa088a24 req-3bcd5d10-10e6-487a-a4af-a8331048442b service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1931257
Feb 05 23:52:42.310821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-fce51231-d48b-4e8c-afc0-2cc036966692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.311811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:42.312413 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-fce51231-d48b-4e8c-afc0-2cc036966692 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1160 time: 0.0986812
Feb 05 23:52:42.423761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53df0-3951-4555-88b1-8c44dcde10d6 req-fa6f78da-30b7-4ae2-92b1-8048a52aaffd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.424682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b7b53df0-3951-4555-88b1-8c44dcde10d6 req-fa6f78da-30b7-4ae2-92b1-8048a52aaffd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:42.493632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-be8501d7-e88d-4633-a303-0211294c18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.496512 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-be8501d7-e88d-4633-a303-0211294c18ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.1707928
Feb 05 23:52:42.550939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-b7b53df0-3951-4555-88b1-8c44dcde10d6 req-fa6f78da-30b7-4ae2-92b1-8048a52aaffd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:42.552297 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b7b53df0-3951-4555-88b1-8c44dcde10d6 req-fa6f78da-30b7-4ae2-92b1-8048a52aaffd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 932 time: 0.4165180
Feb 05 23:52:42.589829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-8694c576-78ad-476e-900a-37110e9b2e90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 217 time: 0.0819495
Feb 05 23:52:42.673761 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-1f9bfb70-cb5d-4e61-bf10-7f8539384c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.675476 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-1f9bfb70-cb5d-4e61-bf10-7f8539384c62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0728955
Feb 05 23:52:42.712649 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b7b53df0-3951-4555-88b1-8c44dcde10d6 req-ff8e1009-5e19-4a05-97a5-f395e4be8fc3 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459742
Feb 05 23:52:42.774868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-8f960714-0ff3-4da3-aaf7-464853a55b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:42.776533 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-8f960714-0ff3-4da3-aaf7-464853a55b78 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933328
Feb 05 23:52:43.047612 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-55f77ba4-fbb0-43e0-8992-7ef6cd979286 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581604
Feb 05 23:52:43.079318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1447fe-3102-4c2b-b0a3-731dcb67ff95 {{(pid=80271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 23:52:43.091360 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:43.165884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Transition to ACTIVE for port object cb1447fe-3102-4c2b-b0a3-731dcb67ff95 will not be triggered until provisioned by entity L2. {{(pid=80271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 23:52:43.237656 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2ac0f4e0-f324-4e0d-a4f4-5501cd08e636 req-3550aa25-5a8b-44d6-87a0-7cf23574991d service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1812820
Feb 05 23:52:43.293095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5ee6e-67e8-4d1a-b73e-cd9ed8ddd339 req-d3263a92-27d6-43d3-8f12-6bdad50b07a8 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:43.298391 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09a5ee6e-67e8-4d1a-b73e-cd9ed8ddd339 req-d3263a92-27d6-43d3-8f12-6bdad50b07a8 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.2011781
Feb 05 23:52:43.298391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:43.319462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-bc46c9dc-1ed0-40fb-b2a8-4e604e34401f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:43.545796 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09a5ee6e-67e8-4d1a-b73e-cd9ed8ddd339 req-28824d4e-6f2b-42cd-9c39-abff8bbe8196 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2275414
Feb 05 23:52:43.557094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Pushing event updated for resources: {'Port': ['ID=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:43.563055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:43.815066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Attempting to bind port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 23:52:43.815487 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Attempting to bind port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 23:52:43.815979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Attempting to bind port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 on network 0de806c4-1008-4b0c-92ff-541dc119fad0 {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 23:52:43.823562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Checking agent: {'id': '4c21770d-46aa-4f4d-a26d-af98d24d92ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 39, 26), 'started_at': datetime.datetime(2021, 2, 5, 23, 39, 56), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.95', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 23:52:43.824092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Checking segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 23:52:43.824647 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:43.825198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Bound using segment: {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'} {{(pid=80271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 23:52:43.825782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Bound port: cb1447fe-3102-4c2b-b0a3-731dcb67ff95, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0de806c4-1008-4b0c-92ff-541dc119fad0'}}] {{(pid=80271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 23:52:43.826715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:43.966288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:44.006627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] For port cb1447fe-3102-4c2b-b0a3-731dcb67ff95, host hv-cinder-77428, cleared binding levels {{(pid=80271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 23:52:44.010938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] For port cb1447fe-3102-4c2b-b0a3-731dcb67ff95, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 23:52:44.111490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452a9c5-181f-49e1-a053-d79a3ae3dee0 req-55fd79dc-931f-4163-a981-cbe57594cf7f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:44.113223 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4452a9c5-181f-49e1-a053-d79a3ae3dee0 req-55fd79dc-931f-4163-a981-cbe57594cf7f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 944 time: 0.2180283
Feb 05 23:52:44.115819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:44.135096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:44.252378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:44.381097 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4452a9c5-181f-49e1-a053-d79a3ae3dee0 req-22d14efe-5dc5-4d10-983a-06e86b871d6c tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470222
Feb 05 23:52:44.384738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Pushing event updated for resources: {'Port': ['ID=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,revision_number=3']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:44.389447 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:44.435629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:44.436324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:44.438109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] 10.222.0.86 "PUT /v2.0/ports/cb1447fe-3102-4c2b-b0a3-731dcb67ff95 HTTP/1.1" status: 200  len: 1158 time: 2.3462307
Feb 05 23:52:44.438743 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:44.648606 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95', 'status': 'completed', 'code': 200}
Feb 05 23:52:44.685785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-09c5f822-e123-4ced-a7e2-56bd2427aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:44.688756 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-09c5f822-e123-4ced-a7e2-56bd2427aa57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 1161 time: 0.1330266
Feb 05 23:52:44.824823 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-5c73f7f7-25b9-47b1-8178-e10b92ff709c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb1447fe-3102-4c2b-b0a3-731dcb67ff95 HTTP/1.1" status: 200  len: 217 time: 0.1241951
Feb 05 23:52:44.921072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-cd07afc5-c197-49a4-b9c0-2ddada148562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:44.922645 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-cd07afc5-c197-49a4-b9c0-2ddada148562 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.0858908
Feb 05 23:52:45.061346 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852958ce-5408-4e65-a34f-a66c51883d85 req-4976384c-74a3-426c-af7b-bd3750144a0f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:45.063166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-852958ce-5408-4e65-a34f-a66c51883d85 req-4976384c-74a3-426c-af7b-bd3750144a0f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.3018360
Feb 05 23:52:45.134803 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-0009fc61-c410-413d-818f-59ed76fb66a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704889
Feb 05 23:52:45.246811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:45.276173 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-852958ce-5408-4e65-a34f-a66c51883d85 req-851f6f90-ee96-4076-83fa-0f2b4eb19cff tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1650522
Feb 05 23:52:45.361220 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-33d38da3-0c2f-4db2-bf52-1f8161e42496 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177577
Feb 05 23:52:45.851114 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fde553af-3d31-4dd6-b9df-888c732e9421 req-a0f934eb-459c-4a60-9e24-01e92f714deb service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4799404
Feb 05 23:52:45.951257 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9b0c-a25f-4f54-8cde-9834b4577086 req-ccb98111-6feb-45bf-8d9e-43d4ddc39d0e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:45.953416 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-524c9b0c-a25f-4f54-8cde-9834b4577086 req-ccb98111-6feb-45bf-8d9e-43d4ddc39d0e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 944 time: 0.2196791
Feb 05 23:52:46.109431 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-524c9b0c-a25f-4f54-8cde-9834b4577086 req-a8995dcf-401c-4b52-b630-2cba4a64d059 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476169
Feb 05 23:52:46.135621 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39637863-e620-4b7f-b125-37a7d7d246cb req-79931cc9-7f26-4844-90b6-a11611242acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:46.138712 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-79931cc9-7f26-4844-90b6-a11611242acd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8379ac49eda64dae827ce64a83596b21&device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 1161 time: 0.1744494
Feb 05 23:52:46.299547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39637863-e620-4b7f-b125-37a7d7d246cb req-79a78936-b5bd-45a0-b0b1-b163e3f49c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:46.301247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-79a78936-b5bd-45a0-b0b1-b163e3f49c11 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 200  len: 908 time: 0.1541836
Feb 05 23:52:46.390071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-9d51168d-7a37-404f-a66b-728eb9bcc84d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb1447fe-3102-4c2b-b0a3-731dcb67ff95 HTTP/1.1" status: 200  len: 217 time: 0.0797741
Feb 05 23:52:46.535292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39637863-e620-4b7f-b125-37a7d7d246cb req-db212538-7ccb-494c-a892-306b0eb7a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:46.537586 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-db212538-7ccb-494c-a892-306b0eb7a3fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 200  len: 854 time: 0.1373739
Feb 05 23:52:46.605194 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-3d2db15b-a1e0-4236-ac06-e6a0396bb439 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0de806c4-1008-4b0c-92ff-541dc119fad0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558891
Feb 05 23:52:46.696831 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80f13f-a405-4923-8dd5-9528c494874c req-9c75a143-c1e2-4729-a182-a0520e188b13 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:46.698592 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a80f13f-a405-4923-8dd5-9528c494874c req-9c75a143-c1e2-4729-a182-a0520e188b13 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.2591743
Feb 05 23:52:46.875647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a80f13f-a405-4923-8dd5-9528c494874c req-83c8b6ea-f106-4d57-8887-dbfd508cbc72 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1500723
Feb 05 23:52:46.911602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-1eb6ad4f-7bd5-40ca-9823-33a8aea18840 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119098
Feb 05 23:52:47.082724 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-39637863-e620-4b7f-b125-37a7d7d246cb req-40672d98-d92e-4066-a8f8-90adbfc00948 service neutron] 10.222.0.86 "GET /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1627362
Feb 05 23:52:47.442092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e0a9e-17c7-4660-b761-186905168e80 req-f43f010c-8254-4a80-b058-37839ccbcf56 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:47.443954 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab8e0a9e-17c7-4660-b761-186905168e80 req-f43f010c-8254-4a80-b058-37839ccbcf56 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 944 time: 0.1823208
Feb 05 23:52:47.517110 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab8e0a9e-17c7-4660-b761-186905168e80 req-cae38fe3-f083-46ea-825f-12a8c43a13e7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613160
Feb 05 23:52:48.202406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef250cfd-496c-4022-a31a-3741daa5ea44 req-8d9f65f1-a165-4517-96ea-094aa7be2730 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:48.204088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ef250cfd-496c-4022-a31a-3741daa5ea44 req-8d9f65f1-a165-4517-96ea-094aa7be2730 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1729121
Feb 05 23:52:48.274957 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ef250cfd-496c-4022-a31a-3741daa5ea44 req-73d2fa5a-faf7-4324-9ec5-3ede308b414f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0642967
Feb 05 23:52:48.821313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1339-b764-4541-86f8-8f9e51c48e74 req-5baee3be-f83c-44d2-bb06-94f875c56e1f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:48.823036 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf9a1339-b764-4541-86f8-8f9e51c48e74 req-5baee3be-f83c-44d2-bb06-94f875c56e1f tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 944 time: 0.1714492
Feb 05 23:52:48.891710 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf9a1339-b764-4541-86f8-8f9e51c48e74 req-ee6d23a2-0476-4a90-9169-7522e0465d9e tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619588
Feb 05 23:52:49.590263 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9ce5-fce9-4518-918f-2b08c312bc99 req-49b38c20-ebe4-434a-9a14-a2b38cd02539 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:49.592212 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09fe9ce5-fce9-4518-918f-2b08c312bc99 req-49b38c20-ebe4-434a-9a14-a2b38cd02539 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1829302
Feb 05 23:52:49.667853 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09fe9ce5-fce9-4518-918f-2b08c312bc99 req-600ae282-ccaa-486c-a3d1-780155c12d4d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624161
Feb 05 23:52:50.186116 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device cb1447fe-3102-4c2b-b0a3-731dcb67ff95 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:50.232772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d2d91-7153-492f-81a4-2a378f5d03f7 req-209a30d5-ff3a-4d3c-9200-44c95fd13dfd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:50.235122 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-700d2d91-7153-492f-81a4-2a378f5d03f7 req-209a30d5-ff3a-4d3c-9200-44c95fd13dfd tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 944 time: 0.1822262
Feb 05 23:52:50.308887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:50.315519 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:50.315948 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:50.320710 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-700d2d91-7153-492f-81a4-2a378f5d03f7 req-eaa8765c-214b-4e2a-9637-507c6261b8d3 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722077
Feb 05 23:52:50.487455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:50.519339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:50.531825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port cb1447fe-3102-4c2b-b0a3-731dcb67ff95, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:50.566637 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:50.567763 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:50.597501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:50.860738 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95', 'code': 200}
Feb 05 23:52:50.903403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:50.924697 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.925276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.925897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.926560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.927165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.927834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.928435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.929041 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.939358 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.940035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.940643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.941255 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.941981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.942642 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.943771 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.944373 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.944974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.945565 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.946160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.946772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.947379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.947987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.948461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.949094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:52:50.954582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:50.994889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e completed by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 23:52:51.004785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:51.006074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:51.020318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ca36b-e35a-423c-be14-28acab1ca70e req-fba19033-5a48-43e0-ac69-bf0f0fce0467 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:51.022147 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-428ca36b-e35a-423c-be14-28acab1ca70e req-fba19033-5a48-43e0-ac69-bf0f0fce0467 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.2089858
Feb 05 23:52:51.148170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:51.150567 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-428ca36b-e35a-423c-be14-28acab1ca70e req-d26a9d77-2ede-45c9-816b-ba83a220ab8b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0832274
Feb 05 23:52:51.168797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204390-209e-4686-bf79-456edc2f07fa req-8ec20489-a0a9-4151-bd98-b82b9b1c6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:51.170647 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1b204390-209e-4686-bf79-456edc2f07fa req-8ec20489-a0a9-4151-bd98-b82b9b1c6f46 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 1163 time: 0.1472309
Feb 05 23:52:51.187097 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:52:51.220124 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1b204390-209e-4686-bf79-456edc2f07fa req-f8666977-a674-43ec-9875-e5caca0b1b1f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406027
Feb 05 23:52:51.228678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:51.230812 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:51.306227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=4']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:51.309958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:51.438745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device cb1447fe-3102-4c2b-b0a3-731dcb67ff95 up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:51.573051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:51.573618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:51.720475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:51.753877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22ccd9-0fdb-485c-ab4b-1a935aafa23c req-1a3a984f-192d-4783-9aa1-c6186e072cb1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:51.755716 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1a22ccd9-0fdb-485c-ab4b-1a935aafa23c req-1a3a984f-192d-4783-9aa1-c6186e072cb1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 946 time: 0.2915072
Feb 05 23:52:51.825757 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:51.826181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:51.827906 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1a22ccd9-0fdb-485c-ab4b-1a935aafa23c req-43ae4e67-5c58-4b8c-88f9-e871d345c68a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649383
Feb 05 23:52:52.498117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b703d-e654-4a1f-b838-8fa16ae565e0 req-21bfbcb9-a067-4889-8794-96560bab23b2 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:52.500047 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-342b703d-e654-4a1f-b838-8fa16ae565e0 req-21bfbcb9-a067-4889-8794-96560bab23b2 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2036643
Feb 05 23:52:52.580862 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-342b703d-e654-4a1f-b838-8fa16ae565e0 req-ad1e0b65-bb2e-49a8-a503-9593d6d3d17c tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0726228
Feb 05 23:52:52.862285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:52:52.928250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'code': 200}
Feb 05 23:52:53.182786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd10b7-7b84-4a3c-95be-eb84395ff604 req-a3d64d6e-25d8-4f39-845a-71ae46cab96d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:53.184610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-98fd10b7-7b84-4a3c-95be-eb84395ff604 req-a3d64d6e-25d8-4f39-845a-71ae46cab96d tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 946 time: 0.1881075
Feb 05 23:52:53.260621 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-98fd10b7-7b84-4a3c-95be-eb84395ff604 req-9126d5f8-0e1a-497c-abf1-9e5410005638 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687375
Feb 05 23:52:53.351396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33180f1-09b6-4796-b8be-9aab27282dae req-b4ccffb2-f815-4dea-bc47-3f3a2fea9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:53.353114 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b33180f1-09b6-4796-b8be-9aab27282dae req-b4ccffb2-f815-4dea-bc47-3f3a2fea9a29 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.0880814
Feb 05 23:52:53.422861 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b33180f1-09b6-4796-b8be-9aab27282dae req-17e62fe1-5121-4958-9fe0-4d234dd8f745 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0612705
Feb 05 23:52:54.023414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8597b6a-3026-4f3b-b708-ad462cc617a4 req-75044693-d8b3-4a9b-ba11-2906834adca5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:54.026751 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a8597b6a-3026-4f3b-b708-ad462cc617a4 req-75044693-d8b3-4a9b-ba11-2906834adca5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2806187
Feb 05 23:52:54.102872 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a8597b6a-3026-4f3b-b708-ad462cc617a4 req-2388e6df-36e8-496f-95dc-7272d4f83781 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0679762
Feb 05 23:52:55.433014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:52:55.517082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:52:55.517500 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:55.567370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c908ce-07a9-4b09-a126-02f3e8cf1daf req-060eb5ad-b37e-4a39-b0e5-51842c4d79ef tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:55.569328 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-53c908ce-07a9-4b09-a126-02f3e8cf1daf req-060eb5ad-b37e-4a39-b0e5-51842c4d79ef tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2853420
Feb 05 23:52:55.640106 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-53c908ce-07a9-4b09-a126-02f3e8cf1daf req-f2537998-e07e-4fb5-9335-cede3aa67774 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0636890
Feb 05 23:52:56.011708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9e0cb-2a2a-4e86-afab-2f702bd30324 req-11cd8dc4-1246-4a84-9ccd-15f4c701ee91 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:56.013550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8cc9e0cb-2a2a-4e86-afab-2f702bd30324 req-11cd8dc4-1246-4a84-9ccd-15f4c701ee91 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1882484
Feb 05 23:52:56.085632 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8cc9e0cb-2a2a-4e86-afab-2f702bd30324 req-0fad3644-bf85-4770-8fed-4a3ac1447358 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0646961
Feb 05 23:52:56.360779 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-f404b6d2-a1b5-4af9-897a-ee6398057d67 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2124896
Feb 05 23:52:56.372185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'floatingip': {'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:56.396078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:52:56.401343 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Usage tracker for resource:floatingip and tenant:84cbc9136833450699ce54bf246d023f is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:52:56.404628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:52:56.411092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:52:56.457457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:56.621965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:56.925333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_common [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Allocated IP 172.27.3.226 (62fcac07-d787-435a-ab68-1dacf0101c27/cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71/c86cac71-d55a-4f8b-a6d4-1d24bd49efef) {{(pid=80271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 23:52:57.235839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for port, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:57.326775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363271517935425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:57.347038 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0bd2d223-ff69-4064-8d66-b608ff41dcab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:57.755887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'Port': ['ID=c86cac71-d55a-4f8b-a6d4-1d24bd49efef,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:57.763851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:57.823605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Network 62fcac07-d787-435a-ab68-1dacf0101c27 is already hosted by enough agents. {{(pid=80271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 23:52:57.824924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.base_scheduler [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Resources bound (agent type, host, resource id):  {{(pid=80271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 23:52:57.827558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Received port after_create {{(pid=80271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 23:52:57.920742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.072227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.388372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for port, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.441195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847994217'] for port, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.473327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:52:58.624863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event updated for resources: {'Port': ['ID=c86cac71-d55a-4f8b-a6d4-1d24bd49efef,revision_number=2']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:52:58.630880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:52:58.737820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.800817 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:58.802846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4353371
Feb 05 23:52:58.919283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-62324be9-865c-4c97-b104-e55f9c6422e6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:52:58.994436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-62324be9-865c-4c97-b104-e55f9c6422e6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:52:58.995873 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-62324be9-865c-4c97-b104-e55f9c6422e6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.226 HTTP/1.1" status: 200  len: 696 time: 0.1861138
Feb 05 23:52:59.254952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-6926358a-d6ca-45f8-a75c-4bcda042c453 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:59.256546 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5cf1bd6a-6213-4606-99e9-e3f1dec66388 req-6926358a-d6ca-45f8-a75c-4bcda042c453 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2537673
Feb 05 23:52:59.556978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-38bcaaa3-33c8-40f2-9719-1444a752e25b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:52:59.558815 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-38bcaaa3-33c8-40f2-9719-1444a752e25b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1828365
Feb 05 23:52:59.679921 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-8f74ee7c-cccd-4e88-a72c-59a9735555af tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.226 HTTP/1.1" status: 200  len: 696 time: 0.1085405
Feb 05 23:52:59.691632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.v2.base [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Request body: {'floatingip': {'port_id': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 23:52:59.794305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:52:59.823232 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, before_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:00.579827 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:00.646662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1820240'] for floatingip, after_update {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:01.032425 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Floating IP 8e607ef9-ebd0-441a-bbec-16f498157e8b associated. External IP: 172.27.3.226, port: 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e.
Feb 05 23:53:01.769738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Router 7e0910e2-41bc-41a1-9eb7-e3b09295680c has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:53:02.002877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:53:02.009315 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:02.013726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Sync routers for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:53:02.026419 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:53:02.027138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c485160>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:52:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:02.076936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-9a02d7b9-cc03-49d1-b937-556d2a66d25e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "PUT /v2.0/floatingips/8e607ef9-ebd0-441a-bbec-16f498157e8b HTTP/1.1" status: 200  len: 996 time: 2.3901765
Feb 05 23:53:02.077615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:02.148639 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'status': 'completed', 'code': 200}
Feb 05 23:53:02.248132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-feb0a0d3-5f96-41a7-a8f6-d0a659d6d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:02.249850 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-feb0a0d3-5f96-41a7-a8f6-d0a659d6d259 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.1547379
Feb 05 23:53:02.251098 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:53:02.393911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-4e97dd62-9db0-4227-b7f8-d02c0d10bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:02.396663 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-4e97dd62-9db0-4227-b7f8-d02c0d10bca3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.2128944
Feb 05 23:53:02.526466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-cad78a25-bb4f-4c44-a406-09be1227f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:02.528095 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-cad78a25-bb4f-4c44-a406-09be1227f618 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.2689636
Feb 05 23:53:02.718025 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-a0a210b9-d2bf-4c78-aa3c-5e9273c469c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 999 time: 0.1787043
Feb 05 23:53:02.718025 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-2ce73e84-7a6a-4e05-8356-4121d73244f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:02.718025 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-2ce73e84-7a6a-4e05-8356-4121d73244f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.3149290
Feb 05 23:53:02.777087 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c485160>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '8e607ef9-ebd0-441a-bbec-16f498157e8b', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'port_id': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'mac_address': 'fa:16:3e:eb:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344fe957-4240-4e78-ae1c-935c55f67208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:57Z', 'updated_at': '2021-02-05T23:53:00Z', 'revision_number': 1, 'project_id': '84cbc9136833450699ce54bf246d023f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:02.781506 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Checking router: 7e0910e2-41bc-41a1-9eb7-e3b09295680c for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:53:02.792071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:53:02.792749 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6c485160>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:52:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:02.899695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-d1a139e1-79c0-4e8a-bd02-9c044986652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:02.901394 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-d1a139e1-79c0-4e8a-bd02-9c044986652b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.1753304
Feb 05 23:53:02.909921 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-71126ee5-796e-4f6b-b89b-9b50b39c4f9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 999 time: 0.1394486
Feb 05 23:53:03.054740 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-0e4a0669-b139-4217-a01d-576b3150b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:03.056464 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-0e4a0669-b139-4217-a01d-576b3150b939 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0989957
Feb 05 23:53:03.159235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-b539a1f2-8a5b-4c5a-a6cd-41cd80ebaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:03.162157 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-b539a1f2-8a5b-4c5a-a6cd-41cd80ebaea2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2504745
Feb 05 23:53:03.197756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:53:03.287523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-f55e04e0-8317-4803-9188-42324a675552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:03.289107 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-f55e04e0-8317-4803-9188-42324a675552 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2159441
Feb 05 23:53:03.459550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-8d33aa04-ee18-4683-980f-ce20bd02f217 service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2870049
Feb 05 23:53:03.652997 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-c8a2286d-9bfa-4a45-a419-487a31ec79f5 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550603
Feb 05 23:53:03.692332 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:53:03.729099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6c485160>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '8e607ef9-ebd0-441a-bbec-16f498157e8b', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'port_id': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'mac_address': 'fa:16:3e:eb:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344fe957-4240-4e78-ae1c-935c55f67208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:57Z', 'updated_at': '2021-02-05T23:53:00Z', 'revision_number': 1, 'project_id': '84cbc9136833450699ce54bf246d023f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:03.734694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802fde0-a2d9-42f5-80c2-6b2deb6b8f7e None None] The sync data for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi is: [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': '8e607ef9-ebd0-441a-bbec-16f498157e8b', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'port_id': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'mac_address': 'fa:16:3e:eb:fc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344fe957-4240-4e78-ae1c-935c55f67208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:52:57Z', 'updated_at': '2021-02-05T23:53:00Z', 'revision_number': 1, 'project_id': '84cbc9136833450699ce54bf246d023f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:53:03.796345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fe21fdab-efbb-46ff-b402-aca4ebaa2ba7 req-2ba70134-d309-4ad2-88ea-a5627129f76b service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3315401
Feb 05 23:53:03.845552 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-d609aca8-730c-4ba2-b8a9-c51706e990c2 req-0c98c91d-026e-4dee-9fe6-5d3610a922e9 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1832063
Feb 05 23:53:04.035509 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93879e50-2e80-4c10-aba2-43383e878847 None None] New status for floating IP 8e607ef9-ebd0-441a-bbec-16f498157e8b: ACTIVE {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:53:08.435058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694e133-99cb-4b69-a2ce-53283bffcc22 req-e0c5e5f5-831c-43ae-b1ab-86152f3c0802 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:08.437102 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a694e133-99cb-4b69-a2ce-53283bffcc22 req-e0c5e5f5-831c-43ae-b1ab-86152f3c0802 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 946 time: 0.2090960
Feb 05 23:53:08.512259 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a694e133-99cb-4b69-a2ce-53283bffcc22 req-b590a4aa-2275-4917-837c-e2d4edae7599 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671163
Feb 05 23:53:09.377605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb3d459d-c480-471f-8a46-e6da146f9083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:10.186170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c40e1f-f638-475a-928c-90fe5009de9c req-4ed7f23f-c84e-4e2d-9113-0ab1e6b116e8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:10.188011 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56c40e1f-f638-475a-928c-90fe5009de9c req-4ed7f23f-c84e-4e2d-9113-0ab1e6b116e8 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 946 time: 0.5082531
Feb 05 23:53:10.332864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-4bd6f5c9-683e-4652-983b-22550766e900 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:10.335053 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-4bd6f5c9-683e-4652-983b-22550766e900 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 946 time: 0.3396327
Feb 05 23:53:10.463203 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-56c40e1f-f638-475a-928c-90fe5009de9c req-17e00aea-6222-44ce-a83f-054d68424b81 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678030
Feb 05 23:53:10.487507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Deleting port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:53:10.487900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:10.768200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] For port cb1447fe-3102-4c2b-b0a3-731dcb67ff95, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:10.768643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:10.911318 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Calling delete_port for cb1447fe-3102-4c2b-b0a3-731dcb67ff95 owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:53:11.143047 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:11.162104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-61f8e4f4-031c-46cc-84bd-45da94bef943 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:11.222408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event deleted for resources: {'Port': ['ID=cb1447fe-3102-4c2b-b0a3-731dcb67ff95,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:11.225413 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:11.393417 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] No DVR routers for this DVR port cb1447fe-3102-4c2b-b0a3-731dcb67ff95 on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:53:11.396504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:11.401059 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'name': 'network-vif-deleted', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:11.452469 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4d6aeb0c-d961-4eea-a2a0-7576e6026514 req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "DELETE /v2.0/ports/cb1447fe-3102-4c2b-b0a3-731dcb67ff95 HTTP/1.1" status: 204  len: 173 time: 1.0988204
Feb 05 23:53:11.465335 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a371dc7e-0096-4b0b-a81b-139fffdbdd4c', 'name': 'network-vif-deleted', 'tag': 'cb1447fe-3102-4c2b-b0a3-731dcb67ff95', 'status': 'completed', 'code': 200}
Feb 05 23:53:11.623478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f51b5e0-0f9d-402c-a318-498188761977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:11.651977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4589ee1d-1ddb-49b5-96bc-ab08a685aa71 req-9c6b9c79-ab15-4134-bb98-29eebacf92e0 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:53:11.702973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-4589ee1d-1ddb-49b5-96bc-ab08a685aa71 req-9c6b9c79-ab15-4134-bb98-29eebacf92e0 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:53:11.704990 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4589ee1d-1ddb-49b5-96bc-ab08a685aa71 req-9c6b9c79-ab15-4134-bb98-29eebacf92e0 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=a371dc7e-0096-4b0b-a81b-139fffdbdd4c HTTP/1.1" status: 200  len: 210 time: 0.1077154
Feb 05 23:53:12.176262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device cb1447fe-3102-4c2b-b0a3-731dcb67ff95 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:53:12.216653 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: cb1447fe-3102-4c2b-b0a3-731dcb67ff95 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:53:12.217044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device cb1447fe-3102-4c2b-b0a3-731dcb67ff95 not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:53:13.994100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:14.262797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:14.843457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffeafa-b633-4fe6-9a9f-bb18779090a6 req-0896d370-f7e3-48e5-9c7d-faebd7561ed4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:14.845448 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-25ffeafa-b633-4fe6-9a9f-bb18779090a6 req-0896d370-f7e3-48e5-9c7d-faebd7561ed4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 945 time: 0.1787214
Feb 05 23:53:14.918617 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-25ffeafa-b633-4fe6-9a9f-bb18779090a6 req-f71c087d-4b52-4f22-9fee-cb05b4df4e09 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657625
Feb 05 23:53:15.239759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:16.252892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27553f7-4aaf-44e1-ac77-212f8005999f req-aa8f04d4-f27f-4fa3-b5f2-a45364b65994 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:16.254711 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c27553f7-4aaf-44e1-ac77-212f8005999f req-aa8f04d4-f27f-4fa3-b5f2-a45364b65994 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 945 time: 0.1855087
Feb 05 23:53:16.326147 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c27553f7-4aaf-44e1-ac77-212f8005999f req-c378e8bc-55a1-46d8-96fe-29e18abff595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636172
Feb 05 23:53:16.565502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-c7b1abc1-59e6-476b-8cb5-3e4369a22406 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:16.567230 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-c7b1abc1-59e6-476b-8cb5-3e4369a22406 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 945 time: 0.1820886
Feb 05 23:53:16.674686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Deleting port d8bcb408-2406-400b-ac2b-7ab8601f561b {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:53:16.675081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:16.965677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] For port d8bcb408-2406-400b-ac2b-7ab8601f561b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d8bcb408-2406-400b-ac2b-7ab8601f561b,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:16.966107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:17.109363 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Calling delete_port for d8bcb408-2406-400b-ac2b-7ab8601f561b owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:53:17.308581 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:17.326769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8dba798-41c5-4e66-8815-e9e796cab8f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:17.389736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event deleted for resources: {'Port': ['ID=d8bcb408-2406-400b-ac2b-7ab8601f561b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:17.392698 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:17.530931 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-08c0794b-4b84-4a51-8bef-0d7c17dfc881 req-e1745a13-901e-44b4-846e-40b29c304421 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc2679b3-4105-45ca-8522-d256594e61cc HTTP/1.1" status: 200  len: 210 time: 0.0595243
Feb 05 23:53:17.610079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] No DVR routers for this DVR port d8bcb408-2406-400b-ac2b-7ab8601f561b on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:53:17.612588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:17.616394 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'name': 'network-vif-deleted', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:17.664316 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-93b17514-1eeb-434e-8c81-fbf5122f66c2 req-acf0de44-afbc-4ebf-a788-c6831c5641bb tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "DELETE /v2.0/ports/d8bcb408-2406-400b-ac2b-7ab8601f561b HTTP/1.1" status: 204  len: 173 time: 1.0908623
Feb 05 23:53:17.686940 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2679b3-4105-45ca-8522-d256594e61cc', 'name': 'network-vif-deleted', 'tag': 'd8bcb408-2406-400b-ac2b-7ab8601f561b', 'status': 'completed', 'code': 200}
Feb 05 23:53:18.024491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device d8bcb408-2406-400b-ac2b-7ab8601f561b no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:53:18.066018 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: d8bcb408-2406-400b-ac2b-7ab8601f561b {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:53:18.066416 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device d8bcb408-2406-400b-ac2b-7ab8601f561b not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:53:19.281339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7fc61-15f3-4c90-aa52-9565dcb16540 req-c9042036-ebf4-4f25-ab99-2be588c1c8d2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:19.282108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5fd7fc61-15f3-4c90-aa52-9565dcb16540 req-c9042036-ebf4-4f25-ab99-2be588c1c8d2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:53:19.337092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-5fd7fc61-15f3-4c90-aa52-9565dcb16540 req-c9042036-ebf4-4f25-ab99-2be588c1c8d2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:53:19.338492 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5fd7fc61-15f3-4c90-aa52-9565dcb16540 req-c9042036-ebf4-4f25-ab99-2be588c1c8d2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 0.2324946
Feb 05 23:53:19.426255 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5fd7fc61-15f3-4c90-aa52-9565dcb16540 req-bfb71302-1af2-4786-8e5a-cc5b1d3df918 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780087
Feb 05 23:53:20.766987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20bfdc-5032-45b4-b2f0-079e12af2313 req-ed735bc6-a6b3-4389-9be3-d295811f6551 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:20.769663 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7b20bfdc-5032-45b4-b2f0-079e12af2313 req-ed735bc6-a6b3-4389-9be3-d295811f6551 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 0.1796200
Feb 05 23:53:20.917067 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7b20bfdc-5032-45b4-b2f0-079e12af2313 req-d17221fc-707a-47fa-b9a4-76fff97fdf54 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953708
Feb 05 23:53:21.032210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-e6d73637-188a-472f-9176-33a2cead15c1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:21.033932 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-e6d73637-188a-472f-9176-33a2cead15c1 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 946 time: 0.2623603
Feb 05 23:53:21.136150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Deleting port 577eb99a-cc0f-40d2-8644-b902b56626dc {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:53:21.136504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:21.436028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] For port 577eb99a-cc0f-40d2-8644-b902b56626dc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=577eb99a-cc0f-40d2-8644-b902b56626dc,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:21.436444 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:21.579427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Calling delete_port for 577eb99a-cc0f-40d2-8644-b902b56626dc owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:53:21.596880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 577eb99a-cc0f-40d2-8644-b902b56626dc no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:53:21.797822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Port 577eb99a-cc0f-40d2-8644-b902b56626dc update to DOWN by agent not found {{(pid=80273) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 05 23:53:21.813293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:21.829175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e3d24bd3-0ca7-4c61-aa36-4be419270241 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:21.889031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event deleted for resources: {'Port': ['ID=577eb99a-cc0f-40d2-8644-b902b56626dc,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:21.894459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:22.149870 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] No DVR routers for this DVR port 577eb99a-cc0f-40d2-8644-b902b56626dc on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:53:22.157428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:22.160488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'name': 'network-vif-deleted', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:22.169422 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ab22d42b-78db-4e08-b9e8-1a88f3ba2181 req-9d86faca-d838-490a-8e91-df9c164a9f86 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2bee018-b9f9-428c-9c5c-cc534b2b1de5 HTTP/1.1" status: 200  len: 210 time: 0.0768640
Feb 05 23:53:22.217989 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4743d44f-8464-402d-a5a1-caea6c9665e2 req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "DELETE /v2.0/ports/577eb99a-cc0f-40d2-8644-b902b56626dc HTTP/1.1" status: 204  len: 173 time: 1.1768734
Feb 05 23:53:22.225992 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bee018-b9f9-428c-9c5c-cc534b2b1de5', 'name': 'network-vif-deleted', 'tag': '577eb99a-cc0f-40d2-8644-b902b56626dc', 'status': 'completed', 'code': 200}
Feb 05 23:53:25.324472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71913c-1a9f-48ae-a90d-f817757d1bf0 req-69e5f51a-b4f3-4e57-b75c-ff80207b3ea4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:25.325200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ae71913c-1a9f-48ae-a90d-f817757d1bf0 req-69e5f51a-b4f3-4e57-b75c-ff80207b3ea4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:53:25.383125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-ae71913c-1a9f-48ae-a90d-f817757d1bf0 req-69e5f51a-b4f3-4e57-b75c-ff80207b3ea4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:53:25.384671 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ae71913c-1a9f-48ae-a90d-f817757d1bf0 req-69e5f51a-b4f3-4e57-b75c-ff80207b3ea4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 946 time: 0.2319295
Feb 05 23:53:25.457773 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ae71913c-1a9f-48ae-a90d-f817757d1bf0 req-b4fff236-7e24-4911-9e49-0e0c255dd1b0 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661609
Feb 05 23:53:26.785973 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc410a48-3a2e-449f-a8f6-88525e4a1808 req-3d5d5c98-5a91-4a03-a0b9-36ffcaf086d5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:26.787735 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc410a48-3a2e-449f-a8f6-88525e4a1808 req-3d5d5c98-5a91-4a03-a0b9-36ffcaf086d5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 946 time: 0.1866930
Feb 05 23:53:26.865013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bc410a48-3a2e-449f-a8f6-88525e4a1808 req-384f6dd2-1e38-45b4-ad48-71195bccd2c7 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644372
Feb 05 23:53:27.099525 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e23575-e9f3-4046-b444-23712642df01 req-a83d90b5-fd0c-45f8-9ee7-0b90da1716c6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:27.101189 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c4e23575-e9f3-4046-b444-23712642df01 req-a83d90b5-fd0c-45f8-9ee7-0b90da1716c6 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 946 time: 0.1707642
Feb 05 23:53:27.203816 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Deleting port 3562d8fb-e97b-46b2-a02d-e479f3795d9a {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:53:27.204205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:27.539941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:27.540611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:27.648312 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 3562d8fb-e97b-46b2-a02d-e479f3795d9a no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:53:27.788694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:27.825896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:27.837884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:27.880577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:27.882629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:27.982131 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a', 'code': 200}
Feb 05 23:53:27.982984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Calling delete_port for 3562d8fb-e97b-46b2-a02d-e479f3795d9a owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:53:28.041164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:28.047130 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:28.260122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce97b9-fb31-4602-b13e-a4995f9b7ca8 req-71026628-dcfd-4f02-890e-af0705c6dc1a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:28.261904 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1dce97b9-fb31-4602-b13e-a4995f9b7ca8 req-71026628-dcfd-4f02-890e-af0705c6dc1a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 944 time: 0.1852019
Feb 05 23:53:28.263777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:53:28.264145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:53:28.330865 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1dce97b9-fb31-4602-b13e-a4995f9b7ca8 req-05d95c99-9ed0-4c3f-9513-d7315d306135 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/security-groups?id=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623608
Feb 05 23:53:28.765610 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Deleting port 3562d8fb-e97b-46b2-a02d-e479f3795d9a {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:53:28.766158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:28.967372 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-28b178cb-cb29-412d-b598-deac20ad3688 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1107485
Feb 05 23:53:29.108810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] For port 3562d8fb-e97b-46b2-a02d-e479f3795d9a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3562d8fb-e97b-46b2-a02d-e479f3795d9a,segment=NetworkSegment(c7a5b736-e0d1-4994-ba2a-0e30e2a84f72),segment_id=c7a5b736-e0d1-4994-ba2a-0e30e2a84f72)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:53:29.109297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:29.168917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-802f0d4c-fa1e-4155-a373-8d91b978d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:29.170610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-802f0d4c-fa1e-4155-a373-8d91b978d4fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.0811989
Feb 05 23:53:29.247483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Calling delete_port for 3562d8fb-e97b-46b2-a02d-e479f3795d9a owned by compute:nova {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:53:29.343441 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-026b96b2-3bbd-43b5-aaed-3adc86f56ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:29.345063 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-026b96b2-3bbd-43b5-aaed-3adc86f56ce9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.1506259
Feb 05 23:53:29.474925 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-30dcbfaf-73b9-4c60-925f-03f5f17a409c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 1002 time: 0.1146970
Feb 05 23:53:29.531988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ee0dc1d4-0b65-47c4-bb4f-62ed039db9cc req-ba868f14-3e9f-403a-aa23-999c55ea82b5 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.0542607
Feb 05 23:53:29.554026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:29.572228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-6efff76e-fce4-4b93-8d60-70de978be56f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:29.655491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Pushing event deleted for resources: {'Port': ['ID=3562d8fb-e97b-46b2-a02d-e479f3795d9a,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:29.717507 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.717939 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.718340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.718797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.719193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.719592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.719999 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.720390 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.720786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.721184 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.721575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.721993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.722479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.722877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.723302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.723715 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.724434 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.724890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.725283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.725673 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.726067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.726482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.726869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.727259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:29.736031 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:29.801046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:29.816726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-7e381693-5a20-496e-8f18-874833a673b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:29.819308 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-7e381693-5a20-496e-8f18-874833a673b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.3368697
Feb 05 23:53:29.860450 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] No DVR routers for this DVR port 3562d8fb-e97b-46b2-a02d-e479f3795d9a on host hv-cinder-77428 {{(pid=80271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:53:29.863190 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:29.866407 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-deleted', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:53:29.920838 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c4e23575-e9f3-4046-b444-23712642df01 req-431df8c4-ae0b-493f-84cd-f5025ccf3db2 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.86 "DELETE /v2.0/ports/3562d8fb-e97b-46b2-a02d-e479f3795d9a HTTP/1.1" status: 204  len: 173 time: 2.8135133
Feb 05 23:53:29.932396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-a1a531b7-36a6-4134-8e1a-6f7373a57ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:53:29.934210 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-a1a531b7-36a6-4134-8e1a-6f7373a57ed8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072536
Feb 05 23:53:29.951345 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7641b9bd-70b8-4f13-91f6-dbd375df7d3b', 'name': 'network-vif-deleted', 'tag': '3562d8fb-e97b-46b2-a02d-e479f3795d9a', 'status': 'completed', 'code': 200}
Feb 05 23:53:30.102883 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-eaa6482a-ce2f-485d-8550-11f3d186c0e2 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591666
Feb 05 23:53:30.258469 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ca5a1476-c3a0-4781-b80d-7b410158acba req-50f28b2b-fda2-48f3-a604-ac30fc3a45d3 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490836
Feb 05 23:53:30.800237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-eb3ac8b1-fcc7-45d1-842b-39d50f77130e req-4a1c3b42-a2b4-418a-be38-1152a0900588 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Synchronizing usage tracker for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:53:30.862888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-eb3ac8b1-fcc7-45d1-842b-39d50f77130e req-4a1c3b42-a2b4-418a-be38-1152a0900588 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Unset dirty status for tenant:8379ac49eda64dae827ce64a83596b21 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:53:30.864266 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eb3ac8b1-fcc7-45d1-842b-39d50f77130e req-4a1c3b42-a2b4-418a-be38-1152a0900588 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] 10.222.0.35 "GET /v2.0/ports?device_id=7641b9bd-70b8-4f13-91f6-dbd375df7d3b HTTP/1.1" status: 200  len: 210 time: 0.1358156
Feb 05 23:53:31.985308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49774) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:32.062182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Deleting subnet 0faf4c57-ee26-4c31-89b4-8874d5b20348 {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:53:32.065838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:32.124005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1422356'] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:32.189814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:32.522057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847994204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848465901'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:32.553103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:32.604543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0faf4c57-ee26-4c31-89b4-8874d5b20348,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:32.608629 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:32.693891 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:32.700339 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1b0edcd6-d709-42bf-811e-eafbff4c9acb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0faf4c57-ee26-4c31-89b4-8874d5b20348 HTTP/1.1" status: 204  len: 168 time: 0.7138886
Feb 05 23:53:32.703269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49778) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:32.830693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.039138 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.166550 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6a08c240>,) {'filters': {'network_id': ['0de806c4-1008-4b0c-92ff-541dc119fad0']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:33.181471 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a08c240>, 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:33.181802 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a08c240>, 'c7a5b736-e0d1-4994-ba2a-0e30e2a84f72') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:53:33.196486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.213042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.215196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:53:33.408693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:53:33.419625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.683030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Network 0de806c4-1008-4b0c-92ff-541dc119fad0 has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:53:33.708629 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:53:33.822539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.826248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:33.844428 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:33.854157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de806c4-1008-4b0c-92ff-541dc119fad0,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:33.858227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:33.905377 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-20f286f9-9391-41e6-9565-e000f7408ce3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0de806c4-1008-4b0c-92ff-541dc119fad0 HTTP/1.1" status: 204  len: 168 time: 1.2008815
Feb 05 23:53:34.331913 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49784) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:34.388969 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-745f7480-ae84-49be-9757-f1771275ba5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8379ac49eda64dae827ce64a83596b21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0556018
Feb 05 23:53:34.392145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49788) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:34.475039 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:34.506222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:34.662680 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:34.666928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1c873c54-b5e7-49ae-a107-df2130ead33a tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:34.683006 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c59228d-cfec-4e7a-8c2b-f1e809bc4a82,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:34.686103 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:34.725093 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:34.726385 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c59228d-cfec-4e7a-8c2b-f1e809bc4a82 HTTP/1.1" status: 204  len: 168 time: 0.3331714
Feb 05 23:53:39.359306 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9d7a990b-f218-4400-8e7f-1fa55e080690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:40.684274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:53:41.634393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-da13557d-47a9-4054-833e-dc62816c4c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:42.345889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49880) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:42.614158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:42.632378 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:53:42.636813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Usage tracker for resource:security_group_rule and tenant:b34e15a622564685a87406f50f412542 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:53:42.640084 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:53:42.646517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:53:42.928777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:42.976938 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:42.985883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-741b466b-60df-4497-bbec-6ab61c546f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:43.034485 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b34e15a622564685a87406f50f412542&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6873260
Feb 05 23:53:43.035572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3edc8-f8ce-4b6a-bb0e-53a215297ca3,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:43.038595 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49886) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:43.040353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:43.110857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:43.145934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:43.228022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:43.233678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8c018cd-4104-41eb-91f5-0d92e89ed0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:43.248485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3edc8-f8ce-4b6a-bb0e-53a215297ca3,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:43.257365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:43.258681 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37a3edc8-f8ce-4b6a-bb0e-53a215297ca3 HTTP/1.1" status: 204  len: 168 time: 0.2186024
Feb 05 23:53:43.260446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.260881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.261326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.261741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.262160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.262605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.263016 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.263422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.263838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.264250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.264655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.265056 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.265528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.265930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.266338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.266760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.267137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.267540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.267941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.268334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.268732 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.269131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.269573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.270528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:53:43.274475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a16e61ec-d9d3-4c38-82ae-21c689771490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:43.852063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 49894) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:43.872762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:43.890543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:53:43.894844 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Usage tracker for resource:security_group_rule and tenant:d8b8bbba4af1484795de1b898639720d is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:53:43.898230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:53:43.904285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:53:43.999728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.093100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.148035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.158170 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-81630949-2e6e-45b0-a1a1-bb5c07bef29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:44.204092 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8b8bbba4af1484795de1b898639720d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3508093
Feb 05 23:53:44.205206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2481c-31d6-4625-b8cd-5c78e92dc9f3,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:44.207326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49898) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:44.208874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0dae9ab0-a53e-4bd1-a0da-1976330f359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:44.240131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.279551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.309724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.411313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.415687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e3fb0cd9-43c5-4e32-b605-10d5d864f0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:44.431705 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2481c-31d6-4625-b8cd-5c78e92dc9f3,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:44.436932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:44.443472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:44.444739 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-8617d6eb-7c05-4d2b-af2a-74c1b2b438cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cee2481c-31d6-4625-b8cd-5c78e92dc9f3 HTTP/1.1" status: 204  len: 168 time: 0.2356603
Feb 05 23:53:45.325924 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.016048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 49998) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:53.188303 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.206573 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:53:53.211864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Usage tracker for resource:security_group_rule and tenant:a96bb8b09df74f2da6032d4f38ae9097 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:53:53.215336 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:53:53.221890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:53:53.320163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.376627 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.385815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1527dc10-8c28-4273-b6ce-03a0e34264a3 tempest-TestMinimumBasicScenario-277118577 tempest-TestMinimumBasicScenario-277118577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:53.432224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a96bb8b09df74f2da6032d4f38ae9097&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4140022
Feb 05 23:53:53.432951 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a497c67-f0fa-4c0b-93ca-f6905608b3a1,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:53.435285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50004) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:53.436838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:53.522869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.553703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.639218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.644898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e14e980a-d079-4d8c-83a6-9778095f2a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:53.659065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a497c67-f0fa-4c0b-93ca-f6905608b3a1,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:53.663340 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:53.673055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:53.674793 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-53167ec6-eccb-462b-8f26-2701153073b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a497c67-f0fa-4c0b-93ca-f6905608b3a1 HTTP/1.1" status: 204  len: 168 time: 0.2380974
Feb 05 23:53:54.280762 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50012) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:54.302911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.321513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:53:54.326330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Usage tracker for resource:security_group_rule and tenant:adaaea8535b844e2885a3bcce16ff8b8 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:53:54.330244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:53:54.337529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:53:54.452151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.502298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.513548 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c3554957-e150-4984-acc7-a93d256dc54c tempest-AttachVolumeTestJSON-1756704530 tempest-AttachVolumeTestJSON-1756704530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:54.564604 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adaaea8535b844e2885a3bcce16ff8b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825735
Feb 05 23:53:54.565578 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef9271-599f-447d-bb80-46d66afbd147,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:54.569183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50016) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:54.572448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5c458070-d2d9-4c63-b66a-d3cca0d5db35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:54.641968 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.672742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.771612 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.777295 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-2a89f575-dcc9-463f-820c-6a846223cc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:54.795146 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef9271-599f-447d-bb80-46d66afbd147,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:54.798029 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:54.799165 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:54.802109 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-55cb42c8-2723-4bfc-ba97-3c77bffcbc1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2ef9271-599f-447d-bb80-46d66afbd147 HTTP/1.1" status: 204  len: 168 time: 0.2301428
Feb 05 23:53:55.482181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50024) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:55.503728 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.521665 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:53:55.526074 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Usage tracker for resource:security_group_rule and tenant:beed362f05104203a0fe03df8ebecbbe is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:53:55.529313 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:53:55.535498 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:53:55.643461 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.673585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.687822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f0172ac-a8cc-4ee8-a8ab-61de26c72ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:55.734844 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beed362f05104203a0fe03df8ebecbbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2510841
Feb 05 23:53:55.737042 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe8b191-26aa-4fa9-aec4-03e792a9205e,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:55.740604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a8c61e19-d03c-4303-ba9b-35b431d97a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:55.740807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50028) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:53:55.845724 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.890113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.976463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:55.982707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-adafb3f1-e841-48ff-905b-525418fc6c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:53:55.998112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe8b191-26aa-4fa9-aec4-03e792a9205e,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:53:56.002893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:53:56.009820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:53:56.011155 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-905c8ebb-5eaa-41a9-97a9-1d61923624b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fe8b191-26aa-4fa9-aec4-03e792a9205e HTTP/1.1" status: 204  len: 168 time: 0.2691822
Feb 05 23:53:59.816140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:05.135551 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-0a218a07-1ca9-48d9-8c3b-a19e0edd9129 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips/27c4c272-c403-43f0-830e-5d9849ac3ae8 HTTP/1.1" status: 200  len: 997 time: 0.1375148
Feb 05 23:54:05.643682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-c811917d-3e9d-4946-9235-f6c8975beb29 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:05.645462 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-c811917d-3e9d-4946-9235-f6c8975beb29 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.5017424
Feb 05 23:54:05.785986 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-4f66d1c5-2db3-4017-bb80-636db86de7e3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.60 HTTP/1.1" status: 200  len: 1000 time: 0.1327860
Feb 05 23:54:06.049888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-d5ff3bac-97ab-4c47-90c7-cdbf64943f54 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:06.052900 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-d5ff3bac-97ab-4c47-90c7-cdbf64943f54 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports/149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 942 time: 0.2607455
Feb 05 23:54:06.299774 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-93437c6f-fc2c-498e-b3fd-db478058eb0d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.60 HTTP/1.1" status: 200  len: 1000 time: 0.1592834
Feb 05 23:54:06.611961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port c43e83ec-66b7-4185-9559-f074adab5638 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:06.612655 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:06.860674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:06.861106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:07.044289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for c43e83ec-66b7-4185-9559-f074adab5638 owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:07.261994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:07.279980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dbeb7dc1-4d27-4167-a097-3d283b6d012c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:07.343983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=c43e83ec-66b7-4185-9559-f074adab5638,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:07.349956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:07.524381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:07.524750 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP 27c4c272-c403-43f0-830e-5d9849ac3ae8 disassociated (deleted). External IP: 172.27.3.60, port: 149e9898-04f1-42be-99b5-f64cafc9a74e.
Feb 05 23:54:07.919841 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:54:08.133996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:54:08.147693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:54:08.159726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:08.161141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7e0c88>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:53:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:08.200083 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:08.277654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-b389cc66-2694-4f6d-b8a4-a0c309fdbae3 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "DELETE /v2.0/floatingips/27c4c272-c403-43f0-830e-5d9849ac3ae8 HTTP/1.1" status: 204  len: 173 time: 1.9713457
Feb 05 23:54:08.278495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:54:08.375765 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:08.388286 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-11e661af-57c5-4ee3-a4da-ccc3c2084735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:08.397395 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-11e661af-57c5-4ee3-a4da-ccc3c2084735 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1162 time: 0.1013300
Feb 05 23:54:08.445140 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'status': 'completed', 'code': 200}
Feb 05 23:54:08.614122 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-96ed8975-d675-442d-9bae-99a5999216fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:08.624476 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-96ed8975-d675-442d-9bae-99a5999216fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2258289
Feb 05 23:54:08.633741 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-38c0b61b-f79a-4362-8d1c-97f7face7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:08.636558 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-38c0b61b-f79a-4362-8d1c-97f7face7558 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 1162 time: 0.1749790
Feb 05 23:54:08.784370 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-d341df5b-0925-4c05-8b75-3e70383cede5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 217 time: 0.1586978
Feb 05 23:54:08.866156 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-942f9eea-ac72-4d2e-b7bb-d5d842635f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:08.876158 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-942f9eea-ac72-4d2e-b7bb-d5d842635f78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0905845
Feb 05 23:54:08.924547 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-9588804a-4352-4985-bbcb-b6ea8d771bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:08.927444 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-9588804a-4352-4985-bbcb-b6ea8d771bad service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2843790
Feb 05 23:54:08.938227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7e0c88>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:08.947465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:54:08.964713 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:08.966274 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7e0c88>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:53:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:09.008811 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-fea25db1-4f58-41df-b924-b22637e3fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:09.011846 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-fea25db1-4f58-41df-b924-b22637e3fc27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1344571
Feb 05 23:54:09.075927 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-5a6a5e6a-b132-4481-985d-840f18f7d1ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 200  len: 217 time: 0.1412210
Feb 05 23:54:09.158799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-ed0fe951-4fc9-4b0c-b552-56f2cef6fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:09.160977 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-ed0fe951-4fc9-4b0c-b552-56f2cef6fed6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0798948
Feb 05 23:54:09.261451 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-d30ef49d-2120-414d-a5a9-893c19eab9a0 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405400
Feb 05 23:54:09.266774 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:09.288212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-86e2dc97-0a72-4b33-8997-2d23d118da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:09.290747 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-86e2dc97-0a72-4b33-8997-2d23d118da3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1231983
Feb 05 23:54:09.340292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50156) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:09.382308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0433d6dc-a307-4b55-8d81-77af8f44aee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:09.483074 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-01d880cd-e201-4639-8611-762929cbb84c service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787956
Feb 05 23:54:09.535336 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-b82289e5-f055-43cd-ab4d-bb47244ec532 req-ac38548b-0ace-4660-a162-0fb9fb690165 service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2659519
Feb 05 23:54:09.653892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:09.695529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:54:09.705398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Usage tracker for resource:security_group_rule and tenant:6eb552af75e04153a9da6f593e51e336 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:54:09.710694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:54:09.721195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:54:09.755243 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4f1f3640-f7bb-4193-81e6-9a44590d52cb req-5700d63e-fb55-4847-b44e-ace650cccb96 service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2644510
Feb 05 23:54:09.843833 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:09.855953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7e0c88>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:09.858201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1710eb83-c2e3-44ae-9e7b-9e04fc8bbc4a None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_floatingips': [{'id': 'a7509321-639e-4f20-b1ae-a24d082edf0f', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'router_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'port_id': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'mac_address': 'fa:16:3e:53:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:50:23Z', 'updated_at': '2021-02-05T23:50:29Z', 'revision_number': 2, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:54:09.890235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:09.900754 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9efc7148-ec79-4731-93ce-5bce3d34a257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:09.955979 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50164) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:09.967088 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6eb552af75e04153a9da6f593e51e336&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6254225
Feb 05 23:54:09.968412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d521d-371e-42a5-807b-622d2acf00b3,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:09.981606 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-4c03b3a5-3579-4402-a234-e7080a2c83cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:10.036993 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.067309 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.200960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.211751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-91e4214b-5085-4fd4-8116-64da07cfe879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:10.232180 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d521d-371e-42a5-807b-622d2acf00b3,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:10.236865 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:10.240994 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.242254 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-83cf3816-8f88-4a92-96bc-bf4fe901a4c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d1d521d-371e-42a5-807b-622d2acf00b3 HTTP/1.1" status: 204  len: 168 time: 0.2852051
Feb 05 23:54:10.289022 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac57297-5ce9-41e9-8bd5-44ce7129c588 None None] New status for floating IP 27c4c272-c403-43f0-830e-5d9849ac3ae8: DOWN {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:54:10.366197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8fee9-463b-480f-9735-8b9660650c76 req-fbd98ed5-3cc0-4ee9-b10a-14ead46ba9ed tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:10.367072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8eb8fee9-463b-480f-9735-8b9660650c76 req-fbd98ed5-3cc0-4ee9-b10a-14ead46ba9ed tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:10.416297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8eb8fee9-463b-480f-9735-8b9660650c76 req-fbd98ed5-3cc0-4ee9-b10a-14ead46ba9ed tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:10.417716 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8eb8fee9-463b-480f-9735-8b9660650c76 req-fbd98ed5-3cc0-4ee9-b10a-14ead46ba9ed tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.2611530
Feb 05 23:54:10.502428 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8eb8fee9-463b-480f-9735-8b9660650c76 req-808d141a-9158-464f-85e2-cbebef317c03 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0771852
Feb 05 23:54:10.810026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50174) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:10.834651 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.851691 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:54:10.855930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Usage tracker for resource:security_group_rule and tenant:67bb32012e43401f9964e288a90f4958 is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:54:10.859120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:54:10.865155 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:54:10.956529 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.987151 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:10.996764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-7703a317-1c51-42f3-ade9-e347804bf460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:11.045158 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67bb32012e43401f9964e288a90f4958&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2301140
Feb 05 23:54:11.045158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cf5a4d-10be-469b-9c32-04c0197f76e7,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:11.046209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50178) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:11.047308 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0820369e-b412-4e81-ad9c-818c469c3f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:11.120583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.153635 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.239278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.245296 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-855cae40-5d75-4a4d-ad0d-2a6a26d7062a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:11.259231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cf5a4d-10be-469b-9c32-04c0197f76e7,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:11.263857 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:11.276528 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.277807 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1dd44a1e-ff6c-48c3-8625-d2592aca1176 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6cf5a4d-10be-469b-9c32-04c0197f76e7 HTTP/1.1" status: 204  len: 168 time: 0.2300591
Feb 05 23:54:11.701790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-701a96be-58bf-43c1-b9b3-506e2b6e8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.736633 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-e1745d69-0efe-409d-8964-9d6bf9463925 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:11.737453 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-e1745d69-0efe-409d-8964-9d6bf9463925 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:11.751311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-e1745d69-0efe-409d-8964-9d6bf9463925 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:11.752471 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-e1745d69-0efe-409d-8964-9d6bf9463925 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.1974900
Feb 05 23:54:11.773577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 149e9898-04f1-42be-99b5-f64cafc9a74e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:11.845584 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc03bf1-d9f5-4388-9e08-edb007694a1e req-7ae5dc62-ebc7-4c12-8dd0-c9fefe5e12af tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:11.847414 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fdc03bf1-d9f5-4388-9e08-edb007694a1e req-7ae5dc62-ebc7-4c12-8dd0-c9fefe5e12af tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 945 time: 0.1753902
Feb 05 23:54:11.871995 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port 149e9898-04f1-42be-99b5-f64cafc9a74e {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:11.872422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.964422 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:11.999712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:54:12.035615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=149e9898-04f1-42be-99b5-f64cafc9a74e,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:12.045175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50188) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:12.075477 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.083703 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'code': 200}
Feb 05 23:54:12.124851 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.128430 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:12.131604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:54:12.142007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Usage tracker for resource:security_group_rule and tenant:55f7221896db48dda4c08b398ebf6fa6 is out of sync, need to count used quota {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:54:12.148258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80272) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:54:12.215581 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:54:12.218216 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-fdc03bf1-d9f5-4388-9e08-edb007694a1e req-1ec9d14c-216a-45e7-880e-ceb185a9d4a8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3608570
Feb 05 23:54:12.234915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:12.253250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.253940 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.254592 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.255241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.255878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.256478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.257096 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.257722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.258331 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.259368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.259819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.260445 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.261153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.261537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.274504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:12.283396 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:12.304853 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=149e9898-04f1-42be-99b5-f64cafc9a74e,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:12.305268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.456454 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for 149e9898-04f1-42be-99b5-f64cafc9a74e owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:12.585487 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.650220 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.659520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c1de38f6-ec9d-4836-b9f2-bdf88b4163bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:12.684842 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80272) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:54:12.685207 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:54:12.708263 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55f7221896db48dda4c08b398ebf6fa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6612260
Feb 05 23:54:12.709700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30291efc-6a40-416e-8f65-51bd0da04646,revision_number=1']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:12.712576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50194) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:12.713935 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ecca60fc-b5e9-4e4d-90b1-9bf483263b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:12.782212 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.812272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.901432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.906942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-1af44e73-bded-44d6-9234-99f85798fe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:12.920326 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30291efc-6a40-416e-8f65-51bd0da04646,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:12.924140 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:12.931469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:12.935873 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-9dabf712-da9b-418b-859d-dd9634e2f2c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30291efc-6a40-416e-8f65-51bd0da04646 HTTP/1.1" status: 204  len: 168 time: 0.2190711
Feb 05 23:54:13.186218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port 149e9898-04f1-42be-99b5-f64cafc9a74e {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:13.186707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:13.499181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] For port 149e9898-04f1-42be-99b5-f64cafc9a74e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=149e9898-04f1-42be-99b5-f64cafc9a74e,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:13.499896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:13.611604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63811a-4baf-4860-843b-075d20a92c4e req-4fa74e32-3c05-485e-8a63-d71907fcaabc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:13.613596 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf63811a-4baf-4860-843b-075d20a92c4e req-4fa74e32-3c05-485e-8a63-d71907fcaabc tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 943 time: 0.2119622
Feb 05 23:54:13.648437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for 149e9898-04f1-42be-99b5-f64cafc9a74e owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:13.689209 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-bf63811a-4baf-4860-843b-075d20a92c4e req-c44115b2-879c-4981-99fe-1899957cf2f0 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0668683
Feb 05 23:54:13.987459 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:14.159049 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:14.176470 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d2c82424-40ea-4c2a-b3e0-588bfca1070c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:14.241952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=149e9898-04f1-42be-99b5-f64cafc9a74e,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:14.248707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:14.256923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:14.437843 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] No DVR routers for this DVR port 149e9898-04f1-42be-99b5-f64cafc9a74e on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:54:14.441310 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:14.445398 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-deleted', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:54:14.519821 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3a5acb53-0ee3-47a3-ae74-fc305b5b3541 req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "DELETE /v2.0/ports/149e9898-04f1-42be-99b5-f64cafc9a74e HTTP/1.1" status: 204  len: 173 time: 2.7610583
Feb 05 23:54:14.554616 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30bb46f-ca12-476d-bcf0-e49a0a7f387b', 'name': 'network-vif-deleted', 'tag': '149e9898-04f1-42be-99b5-f64cafc9a74e', 'status': 'completed', 'code': 200}
Feb 05 23:54:14.909866 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-cb9fa47b-4ba2-4f8e-bec9-05b6d89c1480 req-fee34645-a712-4c3b-8b6b-0b2c84c756b8 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=a30bb46f-ca12-476d-bcf0-e49a0a7f387b HTTP/1.1" status: 200  len: 210 time: 0.0512581
Feb 05 23:54:15.251024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:17.686327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:54:18.762136 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-872254c5-e93b-4ec5-8e25-9a8e3d596acf tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips/a7509321-639e-4f20-b1ae-a24d082edf0f HTTP/1.1" status: 200  len: 999 time: 0.1519272
Feb 05 23:54:19.026143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d5e738a0-f77b-4052-b591-4b42d3705442 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:19.027780 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d5e738a0-f77b-4052-b591-4b42d3705442 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2539616
Feb 05 23:54:19.171615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-e41f2ebb-4ffe-49f9-a7ab-3506c725235b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:19.215464 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-e41f2ebb-4ffe-49f9-a7ab-3506c725235b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:19.216849 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-e41f2ebb-4ffe-49f9-a7ab-3506c725235b tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.229 HTTP/1.1" status: 200  len: 1002 time: 0.1822975
Feb 05 23:54:19.388972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-31d926a4-21cc-4760-8695-d64f75e3eb5d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:19.390624 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-31d926a4-21cc-4760-8695-d64f75e3eb5d tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports/fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 943 time: 0.1672018
Feb 05 23:54:19.611338 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-9e634b6e-360e-491f-8b3a-e03966ccb605 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.229 HTTP/1.1" status: 200  len: 1002 time: 0.1332386
Feb 05 23:54:19.873287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port 6ea127b3-1270-4760-9431-6e963be05063 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:19.873869 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:20.070252 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:20.070676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:20.218301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for 6ea127b3-1270-4760-9431-6e963be05063 owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:20.581818 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:20.601873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ea430215-20ad-4737-a290-2120a433a94a tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:20.664114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=6ea127b3-1270-4760-9431-6e963be05063,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:20.668626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:20.848224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:20.848615 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Floating IP a7509321-639e-4f20-b1ae-a24d082edf0f disassociated (deleted). External IP: 172.27.3.229, port: fcfa08b2-7423-4b2c-ad1a-3ec6df376811.
Feb 05 23:54:21.261974 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:54:21.466400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:54:21.479472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:54:21.497520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:21.498773 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64ed30>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:21.508393 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:21.576458 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-d1088f3d-c5e6-4650-aa2f-a3459c4996ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "DELETE /v2.0/floatingips/a7509321-639e-4f20-b1ae-a24d082edf0f HTTP/1.1" status: 204  len: 173 time: 1.9570880
Feb 05 23:54:21.577130 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:54:21.720524 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'status': 'completed', 'code': 200}
Feb 05 23:54:21.734484 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-6e2ddcf2-9738-4641-8d98-a935379910d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:21.736959 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-6e2ddcf2-9738-4641-8d98-a935379910d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.1363540
Feb 05 23:54:21.837411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-eaf8f9f5-dd54-4409-a2b2-038cc71e2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:21.840231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-eaf8f9f5-dd54-4409-a2b2-038cc71e2970 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0ea243ebde1f4b58945991a930e1c069&device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 1163 time: 0.1010644
Feb 05 23:54:21.844883 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:21.953996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-fee70366-dfe1-4f95-9d0a-fd1f6ddf688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:21.956224 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-fee70366-dfe1-4f95-9d0a-fd1f6ddf688d service neutron] 10.222.0.35 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.2056391
Feb 05 23:54:22.024782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-a2cb92d6-8dc4-41b8-a893-0076b2c5ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:22.026487 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-a2cb92d6-8dc4-41b8-a893-0076b2c5ddf6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 200  len: 906 time: 0.1795857
Feb 05 23:54:22.067842 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-f161a623-9201-4f7c-ad17-a297f7277e9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 217 time: 0.1026146
Feb 05 23:54:22.126075 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-dc410bc0-1123-4d53-a73d-acda5aea6906 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 200  len: 217 time: 0.0925424
Feb 05 23:54:22.152981 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-4c337248-8d74-41c0-806a-a7fc9acc5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:22.155379 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-4c337248-8d74-41c0-806a-a7fc9acc5f9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0777068
Feb 05 23:54:22.201199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-3368ded0-5ef5-4aeb-8c2b-1cf2378558e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:22.203166 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-3368ded0-5ef5-4aeb-8c2b-1cf2378558e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 200  len: 851 time: 0.0708992
Feb 05 23:54:22.266685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-bf62fc1c-56ae-4b6a-bc84-f51f9ac4f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:22.276511 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-bf62fc1c-56ae-4b6a-bc84-f51f9ac4f7db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103806
Feb 05 23:54:22.302107 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-f88d3d36-d078-4386-afb7-8dff9bce8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:22.304273 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-f88d3d36-d078-4386-afb7-8dff9bce8506 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=abd30419-0928-4820-a801-3cb6f16455f6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941687
Feb 05 23:54:22.473795 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-b8e4b8f4-93f9-40d1-90bf-d3648909e75b service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609814
Feb 05 23:54:22.474769 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-10d7c4bb-3f26-462d-a018-1710b170090a service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968498
Feb 05 23:54:22.493183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64ed30>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:22.498489 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:54:22.509977 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:22.511293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64ed30>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:22.647502 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-5ed316c4-571d-459d-b2a8-2020ad4380e2 req-28cc40bb-bca9-4614-b59d-dbcc741584aa service neutron] 10.222.0.86 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674087
Feb 05 23:54:22.757932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:22.945672 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-91fed208-b2c5-4b23-851d-5f04290db8e5 req-274a3827-688f-45bb-8844-1e31f745693a service neutron] 10.222.0.35 "GET /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4639163
Feb 05 23:54:23.205941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b64ed30>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:23.211153 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0b4af1-0979-4edd-aebe-6feacd818db2 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:45:49Z', 'revision_number': 4, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '02025a3c-f02e-4615-acab-b6023b4e46eb', 'name': '', 'network_id': 'abd30419-0928-4820-a801-3cb6f16455f6', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'mac_address': 'fa:16:3e:b3:0a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:47Z', 'updated_at': '2021-02-05T23:46:05Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'subnets': [{'id': '5c6f4b1d-1f4e-469f-af76-0952b9411869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:54:23.645879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26e9aa-94a6-4f44-9fed-d7a8ea9f5814 None None] New status for floating IP a7509321-639e-4f20-b1ae-a24d082edf0f: DOWN {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:54:23.646723 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7e0c2-7619-4589-a8ee-10278749d051 req-53d9c248-cebe-4f51-8125-0ff59709b498 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:23.647546 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f4d7e0c2-7619-4589-a8ee-10278749d051 req-53d9c248-cebe-4f51-8125-0ff59709b498 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:23.862033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-f4d7e0c2-7619-4589-a8ee-10278749d051 req-53d9c248-cebe-4f51-8125-0ff59709b498 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:23.864108 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f4d7e0c2-7619-4589-a8ee-10278749d051 req-53d9c248-cebe-4f51-8125-0ff59709b498 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.4133966
Feb 05 23:54:23.943161 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f4d7e0c2-7619-4589-a8ee-10278749d051 req-2de3fd49-7e40-4f8a-bdd1-6e36a04c5931 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0724740
Feb 05 23:54:25.005733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-a2bf8d2a-f2e1-4710-8131-900668de12ac tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:25.006666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-a2bf8d2a-f2e1-4710-8131-900668de12ac tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:25.020788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-a2bf8d2a-f2e1-4710-8131-900668de12ac tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:25.022056 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-a2bf8d2a-f2e1-4710-8131-900668de12ac tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.1877742
Feb 05 23:54:25.283197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d35b0-8741-4d3d-9425-a22a2cc4c5b7 req-661f2ec6-f0b6-44c1-b818-1f0e2dad5117 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:25.285585 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-610d35b0-8741-4d3d-9425-a22a2cc4c5b7 req-661f2ec6-f0b6-44c1-b818-1f0e2dad5117 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 946 time: 0.1901000
Feb 05 23:54:25.353582 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-610d35b0-8741-4d3d-9425-a22a2cc4c5b7 req-d89d7a1f-a76e-4082-9f72-e3a2f3b1b8b2 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups?id=70aed247-eb81-4579-b0ac-deeab1a2c96d&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0615854
Feb 05 23:54:25.912188 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:25.912579 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:26.209866 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] For port fcfa08b2-7423-4b2c-ad1a-3ec6df376811, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:26.210534 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:26.368040 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for fcfa08b2-7423-4b2c-ad1a-3ec6df376811 owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:26.644011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:26.662946 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b099515c-1223-4208-8c44-167247494355 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:26.724572 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=fcfa08b2-7423-4b2c-ad1a-3ec6df376811,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:26.728777 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:26.789515 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-00b06eb6-0586-4d49-8fae-1fb3ef928236 req-3d9e0a06-3c19-4d35-b304-7d561ca192ae tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 210 time: 0.0540507
Feb 05 23:54:26.890283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] No DVR routers for this DVR port fcfa08b2-7423-4b2c-ad1a-3ec6df376811 on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:54:26.892694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:26.897197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'name': 'network-vif-deleted', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:54:26.953589 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2fa4adf3-b465-4f05-9c8f-fcec27f6762a req-59b61a6b-2849-42d0-b276-6db2c1eca29a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.86 "DELETE /v2.0/ports/fcfa08b2-7423-4b2c-ad1a-3ec6df376811 HTTP/1.1" status: 204  len: 173 time: 1.1457567
Feb 05 23:54:26.963654 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cf8d08-82e4-435c-912f-98313ea7e17c', 'name': 'network-vif-deleted', 'tag': 'fcfa08b2-7423-4b2c-ad1a-3ec6df376811', 'status': 'completed', 'code': 200}
Feb 05 23:54:27.689836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device fcfa08b2-7423-4b2c-ad1a-3ec6df376811 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:27.752542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: fcfa08b2-7423-4b2c-ad1a-3ec6df376811 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:27.753112 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device fcfa08b2-7423-4b2c-ad1a-3ec6df376811 not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:27.975091 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-92b15cad-f733-4d91-923c-65e695e37464 req-bf808598-ca45-4b6a-9029-5cf4951dab7a tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/ports?device_id=30cf8d08-82e4-435c-912f-98313ea7e17c HTTP/1.1" status: 200  len: 210 time: 0.0536892
Feb 05 23:54:29.234458 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-a3efd4a9-c366-4daf-8d56-3c449003a752 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips/b91230f4-35a8-42e6-83bc-1ea793a75063 HTTP/1.1" status: 200  len: 693 time: 0.1147177
Feb 05 23:54:29.489684 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-9df7c538-6930-4dbc-92cc-12450c1cd70f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:29.491379 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-9df7c538-6930-4dbc-92cc-12450c1cd70f tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2508347
Feb 05 23:54:29.605145 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-cd4c9f36-1e0a-4a16-8daa-ba4c9a2e0333 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Synchronizing usage tracker for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:54:29.667357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-cd4c9f36-1e0a-4a16-8daa-ba4c9a2e0333 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Unset dirty status for tenant:0ea243ebde1f4b58945991a930e1c069 on resource:floatingip {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:54:29.668715 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-cd4c9f36-1e0a-4a16-8daa-ba4c9a2e0333 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.1704094
Feb 05 23:54:29.789009 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-b2853ef6-aca6-4a14-91f0-b08aa1664491 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.167 HTTP/1.1" status: 200  len: 696 time: 0.1123552
Feb 05 23:54:29.826674 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:29.998970 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Deleting port 6bc2bed1-3c54-46df-88a4-e2c20c296f0c {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:29.999437 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.226558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.227015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.370179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Calling delete_port for 6bc2bed1-3c54-46df-88a4-e2c20c296f0c owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:30.570227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.587368 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5198c0f2-dd21-4b2e-b250-4c71be7083b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:30.649044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'Port': ['ID=6bc2bed1-3c54-46df-88a4-e2c20c296f0c,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:30.709737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.710147 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.710583 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.710989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.711383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.711772 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.712168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.712636 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.713160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.713554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.714002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.714412 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.714867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.715253 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.715641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.716023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.716403 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.716838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.717217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.717597 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.717978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.718401 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.718874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.719258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:30.723879 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:30.868712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.953574 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:30.954911 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-658bec27-927f-40e2-bd43-d3c4dd74d218 req-5b5e7fc5-3944-453b-b6d3-843a70b79302 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "DELETE /v2.0/floatingips/b91230f4-35a8-42e6-83bc-1ea793a75063 HTTP/1.1" status: 204  len: 173 time: 1.1594970
Feb 05 23:54:31.069744 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-fdbb7d6e-5f49-43cb-91ef-a7b50c5b1758 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1250944
Feb 05 23:54:31.229302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-7d68a919-da44-467c-a640-35286a497e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:31.231296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-7d68a919-da44-467c-a640-35286a497e07 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.1351240
Feb 05 23:54:31.403174 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-80e76c28-701b-4cb6-88e4-ed3a6b4723ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:31.404833 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-80e76c28-701b-4cb6-88e4-ed3a6b4723ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.1531544
Feb 05 23:54:31.554829 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-ceb9b249-19af-40c0-bbe0-6465b1336804 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 1001 time: 0.1421325
Feb 05 23:54:31.632235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-914cd05c-5ac9-4212-87c9-dfda4c2f140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:31.633953 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-914cd05c-5ac9-4212-87c9-dfda4c2f140a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0728376
Feb 05 23:54:31.727682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-60a9e1e9-e5bb-43db-912c-d8ab560695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:31.729455 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-60a9e1e9-e5bb-43db-912c-d8ab560695f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883172
Feb 05 23:54:31.884232 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-b0de260f-4397-43b7-9088-614627b6bb23 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475143
Feb 05 23:54:32.038043 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-2159dfb8-f6c7-4d8b-bc86-e7d7fa9d2d10 req-6f0a9699-7029-4c33-9cc3-19193d41eef4 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473291
Feb 05 23:54:32.645685 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20866192-d56f-43c6-b378-f732e79f1183 req-aabb5b9f-0bd3-4ca9-8f1a-827459761378 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "GET /v2.0/security-groups/70aed247-eb81-4579-b0ac-deeab1a2c96d HTTP/1.1" status: 200  len: 2999 time: 0.0782864
Feb 05 23:54:32.745523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-20866192-d56f-43c6-b378-f732e79f1183 req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:32.784527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-20866192-d56f-43c6-b378-f732e79f1183 req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:32.907199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-20866192-d56f-43c6-b378-f732e79f1183 req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:32.913786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c4d88ba0-2f58-48ec-aeec-9219024286c5 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:32.932081 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aed247-eb81-4579-b0ac-deeab1a2c96d,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:32.934826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:32.997673 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-20866192-d56f-43c6-b378-f732e79f1183 req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:33.000480 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-20866192-d56f-43c6-b378-f732e79f1183 req-0f506b32-d409-4695-a6c5-bccf03590d90 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] 10.222.0.35 "DELETE /v2.0/security-groups/70aed247-eb81-4579-b0ac-deeab1a2c96d HTTP/1.1" status: 204  len: 173 time: 0.3479326
Feb 05 23:54:33.115023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50362) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:34.029928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:34.704228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Deleting port 02025a3c-f02e-4615-acab-b6023b4e46eb {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:34.704598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:34.913125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] For port 02025a3c-f02e-4615-acab-b6023b4e46eb, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=02025a3c-f02e-4615-acab-b6023b4e46eb,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:34.914624 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:35.060204 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Calling delete_port for 02025a3c-f02e-4615-acab-b6023b4e46eb owned by network:router_interface {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:35.323807 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:35.342686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-15e665f3-5215-438d-a2c0-49155c0d0499 tempest-AttachVolumeShelveTestJSON-1593884892 tempest-AttachVolumeShelveTestJSON-1593884892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:35.407871 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=02025a3c-f02e-4615-acab-b6023b4e46eb,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:35.412478 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:35.825187 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:36.398810 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Router 97f33848-83d6-413c-9a45-d5d170694f7f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:54:36.601397 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:54:36.611420 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Sync routers for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:54:36.615190 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0fa17973-4962-4eb6-9f61-9a0156e58f0c admin admin] 10.222.0.35 "PUT /v2.0/routers/97f33848-83d6-413c-9a45-d5d170694f7f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4988453
Feb 05 23:54:36.618208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50428) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:36.623996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:36.624779 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b8fa710>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:36.823934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks [] for router, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:36.860504 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:37.212392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b8fa710>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:54:35Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:37.216814 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Checking router: 97f33848-83d6-413c-9a45-d5d170694f7f for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:54:37.227192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Routers {'97f33848-83d6-413c-9a45-d5d170694f7f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:37.227874 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b8fa710>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['97f33848-83d6-413c-9a45-d5d170694f7f'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:37.302670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:37.308868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Deleting port 0d7e315f-3293-4849-b4ee-ff8477a4ba25 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:37.309206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:37.445254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] Set router 97f33848-83d6-413c-9a45-d5d170694f7f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:37.597058 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] For port 0d7e315f-3293-4849-b4ee-ff8477a4ba25, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0d7e315f-3293-4849-b4ee-ff8477a4ba25,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:37.597690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:37.770618 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Calling delete_port for 0d7e315f-3293-4849-b4ee-ff8477a4ba25 owned by network:router_gateway {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:37.966916 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b8fa710>, [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:54:35Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:37.974722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3849-9ad8-425e-8e53-b29d7623ef46 None None] The sync data for ids ['97f33848-83d6-413c-9a45-d5d170694f7f'] in dv-cinder-774288-3-iscsi is: [{'id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'name': 'tempest-TestVolumeBootPattern-1312338970-router', 'tenant_id': '0ea243ebde1f4b58945991a930e1c069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:45:26Z', 'updated_at': '2021-02-05T23:54:35Z', 'revision_number': 5, 'project_id': '0ea243ebde1f4b58945991a930e1c069', 'gw_port': {'id': '0d7e315f-3293-4849-b4ee-ff8477a4ba25', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f33848-83d6-413c-9a45-d5d170694f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:45:31Z', 'updated_at': '2021-02-05T23:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:54:38.036183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.283118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.438739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.441521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.575241 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.576282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97f33848-83d6-413c-9a45-d5d170694f7f {{(pid=80271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:54:38.590023 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.591564 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-80c124a4-0b01-4580-aef8-da9cb736f207 admin admin] 10.222.0.35 "DELETE /v2.0/routers/97f33848-83d6-413c-9a45-d5d170694f7f HTTP/1.1" status: 204  len: 168 time: 1.9722655
Feb 05 23:54:38.595063 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50436) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:38.673333 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 02025a3c-f02e-4615-acab-b6023b4e46eb no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:38.684106 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Deleting subnet 5c6f4b1d-1f4e-469f-af76-0952b9411869 {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:54:38.688066 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.752272 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 02025a3c-f02e-4615-acab-b6023b4e46eb {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:38.752984 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 02025a3c-f02e-4615-acab-b6023b4e46eb not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:38.760856 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1422356'] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:38.859907 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.244577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847994204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848465901'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.261652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:39.314554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6f4b1d-1f4e-469f-af76-0952b9411869,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:39.317982 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:39.386898 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-564c3d22-4e30-4457-849e-3f896ad052bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.417311 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.424601 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df7b53-46d6-46f0-ba38-d98ca66b9e81 None None] Network abd30419-0928-4820-a801-3cb6f16455f6 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:54:39.431992 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d88bffd4-e5f4-4731-a5d0-5bcdf70ec5fe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c6f4b1d-1f4e-469f-af76-0952b9411869 HTTP/1.1" status: 204  len: 168 time: 0.8287923
Feb 05 23:54:39.431992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50440) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:39.611745 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.706836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Deleting port 229bdc79-f9f6-410b-9d54-84838c07b1b7 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:39.707778 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:39.903560 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] DHCP port deletion for abd30419-0928-4820-a801-3cb6f16455f6 request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:54:39.909644 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Deleting port 229bdc79-f9f6-410b-9d54-84838c07b1b7 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:39.910558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:40.059804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] For port 229bdc79-f9f6-410b-9d54-84838c07b1b7, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=229bdc79-f9f6-410b-9d54-84838c07b1b7,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:40.060479 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:40.203523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] For port 229bdc79-f9f6-410b-9d54-84838c07b1b7, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=229bdc79-f9f6-410b-9d54-84838c07b1b7,segment=NetworkSegment(11ed1add-e2b7-43e6-b253-67b474b4c3de),segment_id=11ed1add-e2b7-43e6-b253-67b474b4c3de)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:40.204291 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:40.338503 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Calling delete_port for 229bdc79-f9f6-410b-9d54-84838c07b1b7 owned by network:dhcp {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:40.351670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Calling delete_port for 229bdc79-f9f6-410b-9d54-84838c07b1b7 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:40.477275 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:54:40.477533 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:54:40.495345 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993'] for port, after_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:40.510491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-191b5e56-e6e6-4cfc-977b-b80be81e7cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:40.569380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Pushing event deleted for resources: {'Port': ['ID=229bdc79-f9f6-410b-9d54-84838c07b1b7,revision_number=None']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:40.574564 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:40.678615 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d61ca-0591-4347-9a7e-ae7847e81862 None None] No DVR routers for this DVR port 229bdc79-f9f6-410b-9d54-84838c07b1b7 on host dv-cinder-774288-3-iscsi {{(pid=80273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:54:40.726293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 229bdc79-f9f6-410b-9d54-84838c07b1b7 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:40.767143 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 229bdc79-f9f6-410b-9d54-84838c07b1b7 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:40.767543 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 229bdc79-f9f6-410b-9d54-84838c07b1b7 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:40.768012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0d7e315f-3293-4849-b4ee-ff8477a4ba25 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:40.808108 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 0d7e315f-3293-4849-b4ee-ff8477a4ba25 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:40.808706 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0d7e315f-3293-4849-b4ee-ff8477a4ba25 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:40.979015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Deleting port 229bdc79-f9f6-410b-9d54-84838c07b1b7 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:40.979712 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.061264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] The port '229bdc79-f9f6-410b-9d54-84838c07b1b7' was deleted {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:54:41.196700 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.330465 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6a014240>,) {'filters': {'network_id': ['abd30419-0928-4820-a801-3cb6f16455f6']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:41.346577 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a014240>, '11ed1add-e2b7-43e6-b253-67b474b4c3de') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:41.347126 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6a014240>, '11ed1add-e2b7-43e6-b253-67b474b4c3de') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:41.361273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.379392 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.381703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:54:41.597631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Network abd30419-0928-4820-a801-3cb6f16455f6 has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:54:41.614490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.626799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-86704069-d406-4c63-9371-af184bfd5802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:41.874524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Network abd30419-0928-4820-a801-3cb6f16455f6 has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   % (table.description, expected, rows_matched)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:54:41.901154 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:54:42.244196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:42.250384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:42.255487 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0d9dd4bd-f62e-497a-af9b-9af7a1d8b1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:42.291357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Pushing event deleted for resources: {'Network': ['ID=abd30419-0928-4820-a801-3cb6f16455f6,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:42.299076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:42.347544 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-e4fcb50f-47f1-4c63-bd4c-0ce8a1eb1cba admin admin] 10.222.0.35 "DELETE /v2.0/networks/abd30419-0928-4820-a801-3cb6f16455f6 HTTP/1.1" status: 204  len: 168 time: 2.9184451
Feb 05 23:54:42.352045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50450) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:43.306432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:43.794017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Deleting port cff26176-9631-42f4-98c1-85f4969cfda2 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:43.794558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:44.007992 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] For port cff26176-9631-42f4-98c1-85f4969cfda2, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=cff26176-9631-42f4-98c1-85f4969cfda2,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:44.008400 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:44.009353 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:44.153182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Calling delete_port for cff26176-9631-42f4-98c1-85f4969cfda2 owned by network:router_interface {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:44.261160 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:44.409877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:44.426517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a9c0f94f-c844-4a8e-b62f-ff8515e19595 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:44.499288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Pushing event deleted for resources: {'Port': ['ID=cff26176-9631-42f4-98c1-85f4969cfda2,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:44.504000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:44.918666 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:45.238088 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:45.540379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Router 881106de-2abb-4634-9408-c814163a31da has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:54:45.787965 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:54:45.798653 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] 10.222.0.35 "PUT /v2.0/routers/881106de-2abb-4634-9408-c814163a31da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4453790
Feb 05 23:54:45.803000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Sync routers for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:54:45.804044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50460) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:45.821438 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:45.822739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7abf60>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:46.126239 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks [] for router, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:46.136739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:46.493099 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7abf60>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:54:44Z', 'revision_number': 5, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:46.498045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Checking router: 881106de-2abb-4634-9408-c814163a31da for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:54:46.510482 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Routers {'881106de-2abb-4634-9408-c814163a31da'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:54:46.511199 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7abf60>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:54:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['881106de-2abb-4634-9408-c814163a31da'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:46.642281 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:46.648736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Deleting port bc3aab38-88ee-470c-9da5-06b1c0893e5c {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:46.649027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:46.824862 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] Set router 881106de-2abb-4634-9408-c814163a31da gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:54:46.883287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] For port bc3aab38-88ee-470c-9da5-06b1c0893e5c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=bc3aab38-88ee-470c-9da5-06b1c0893e5c,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:46.883649 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:47.127137 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Calling delete_port for bc3aab38-88ee-470c-9da5-06b1c0893e5c owned by network:router_gateway {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:47.173782 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-7192417c-010c-4128-9384-e89a8684d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b7abf60>, [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:54:44Z', 'revision_number': 5, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:47.178576 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192417c-010c-4128-9384-e89a8684d01f None None] The sync data for ids ['881106de-2abb-4634-9408-c814163a31da'] in dv-cinder-774288-3-iscsi is: [{'id': '881106de-2abb-4634-9408-c814163a31da', 'name': 'tempest-TestVolumeBootPattern-1407056986-router', 'tenant_id': '7463e11e092740b5a7a49b401bf15601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:46:01Z', 'updated_at': '2021-02-05T23:54:44Z', 'revision_number': 5, 'project_id': '7463e11e092740b5a7a49b401bf15601', 'gw_port': {'id': 'bc3aab38-88ee-470c-9da5-06b1c0893e5c', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881106de-2abb-4634-9408-c814163a31da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:46:04Z', 'updated_at': '2021-02-05T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:54:47.336015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:47.570079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:47.727663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:47.730480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.055455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.056139 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881106de-2abb-4634-9408-c814163a31da {{(pid=80272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:54:48.071247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.072543 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0f32a240-ad23-4eef-9d18-7fe89151c7cb admin admin] 10.222.0.35 "DELETE /v2.0/routers/881106de-2abb-4634-9408-c814163a31da HTTP/1.1" status: 204  len: 168 time: 2.2670488
Feb 05 23:54:48.077379 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50480) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:48.154028 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Deleting subnet e0a29220-cd51-4d43-9fac-3d873a3533cc {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:54:48.157822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.213709 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.319739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.725596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cff26176-9631-42f4-98c1-85f4969cfda2 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:48.775014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: cff26176-9631-42f4-98c1-85f4969cfda2 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:48.775859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device cff26176-9631-42f4-98c1-85f4969cfda2 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:48.775859 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device bc3aab38-88ee-470c-9da5-06b1c0893e5c no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:48.819648 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: bc3aab38-88ee-470c-9da5-06b1c0893e5c {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:48.822408 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device bc3aab38-88ee-470c-9da5-06b1c0893e5c not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:48.838349 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:48.855805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-08ee3b9d-bc6c-4df4-8f75-5e5457d74de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:48.913603 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a29220-cd51-4d43-9fac-3d873a3533cc,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:48.972206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.972645 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.973065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.973520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.973890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.974301 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.974735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.975141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.975585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.975957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.976361 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.976764 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.977231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.977667 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.978035 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.978493 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.978902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.979299 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.979694 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.980090 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.980492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.980884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.981282 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.981676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:54:48.991678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:49.026955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.033815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990fd2f-e30a-4ff4-86b5-5498f6cd8efe None None] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:54:49.034988 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-555bb7cc-52a7-418c-9160-88ea3fbbce4c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e0a29220-cd51-4d43-9fac-3d873a3533cc HTTP/1.1" status: 204  len: 168 time: 0.9558873
Feb 05 23:54:49.039552 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50486) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:49.167070 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.251788 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Deleting port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:49.252182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.483726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] DHCP port deletion for 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:54:49.488799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Deleting port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:49.489426 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.508323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] For port f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:49.508785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.663514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Calling delete_port for f7c89d39-2bb3-4689-a39e-7b32022dd3e8 owned by network:dhcp {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:49.781292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.798221 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-8bd5ac87-db44-4440-b757-969503b7ffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:49.822640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] For port f7c89d39-2bb3-4689-a39e-7b32022dd3e8, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,segment=NetworkSegment(8c13d64e-dbac-41fe-9256-3b4ceeb596d4),segment_id=8c13d64e-dbac-41fe-9256-3b4ceeb596d4)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:54:49.823375 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:49.864708 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c89d39-2bb3-4689-a39e-7b32022dd3e8,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:49.867889 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:50.003559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] No DVR routers for this DVR port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 on host dv-cinder-774288-3-iscsi {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:54:50.066628 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Calling delete_port for f7c89d39-2bb3-4689-a39e-7b32022dd3e8 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:54:50.165439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:54:50.166132 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:54:50.196372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:50.330587 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3bf7f0>,) {'filters': {'network_id': ['9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:50.347589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3bf7f0>, '8c13d64e-dbac-41fe-9256-3b4ceeb596d4') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:50.347960 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6b3bf7f0>, '8c13d64e-dbac-41fe-9256-3b4ceeb596d4') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:54:50.362495 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:50.443911 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:50.446815 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:54:50.650722 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:54:50.661278 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:50.668189 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Deleting port f7c89d39-2bb3-4689-a39e-7b32022dd3e8 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:54:50.668925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:50.759758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f7c89d39-2bb3-4689-a39e-7b32022dd3e8 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:54:50.791596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97aaa92c-c241-41c7-a0e8-022ecdbc1d10 None None] The port 'f7c89d39-2bb3-4689-a39e-7b32022dd3e8' was deleted {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:54:50.806409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: f7c89d39-2bb3-4689-a39e-7b32022dd3e8 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:54:50.806804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device f7c89d39-2bb3-4689-a39e-7b32022dd3e8 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:54:50.945010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Network 9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:54:50.977850 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:54:51.163880 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.169302 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.175643 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:51.199930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:51.202822 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:51.208952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9fa5cc96-fdae-42f1-a9f3-7cbd6a8b83d4 HTTP/1.1" status: 204  len: 168 time: 2.1641130
Feb 05 23:54:51.485575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50502) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:51.564446 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-1985cbd6-765c-42e4-b3fe-09f39a0eb5aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ea243ebde1f4b58945991a930e1c069&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0769722
Feb 05 23:54:51.567767 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50506) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:51.649508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.702485 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.786496 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.790934 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b327408e-d620-48c7-a1ba-386a5e8ba122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:51.806892 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b947e2-b8a7-4f54-9eac-af0fa427863b,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:51.811339 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:51.817134 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:51.818871 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-41da17e8-4481-4bf8-b050-4fa6af5b9803 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25b947e2-b8a7-4f54-9eac-af0fa427863b HTTP/1.1" status: 204  len: 168 time: 0.2491913
Feb 05 23:54:52.541614 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50522) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:52.600759 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-b39eb6eb-0dad-4ea9-9f66-03067f96a33e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7463e11e092740b5a7a49b401bf15601&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0577426
Feb 05 23:54:52.603966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50526) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:52.724060 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:52.775114 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:52.992406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:52.996799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-92343056-2c27-4fa1-97a9-59dff2311fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:53.009820 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10dda7-0112-45ea-9ef7-850d3ae2b595,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:53.014175 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:53.020072 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:53.021602 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-34378748-825c-42f4-a84f-6cb11136de75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e10dda7-0112-45ea-9ef7-850d3ae2b595 HTTP/1.1" status: 204  len: 168 time: 0.4159770
Feb 05 23:54:54.687224 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:54:58.447497 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50560) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:58.612919 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:58.629462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 23:54:58.633733 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Usage tracker for resource:security_group_rule and tenant:3005078df04f49a3bf9b351caebc3d2a is out of sync, need to count used quota {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 23:54:58.636835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80271) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 23:54:58.644057 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.quota.driver [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 23:54:58.846480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:58.912881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_create {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:58.939095 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-19efcfe1-fe4b-4d97-85c6-83dd61a17432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:59.018157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cd476-d3fc-4e67-926e-4fde6ec42c6b,revision_number=1']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:59.024580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:59.038134 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3005078df04f49a3bf9b351caebc3d2a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5891342
Feb 05 23:54:59.040825 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50568) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:54:59.113341 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:59.143254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:59.248890 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:59.255678 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-43437028-631f-4aad-bf10-3f17e657398a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:54:59.270900 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cd476-d3fc-4e67-926e-4fde6ec42c6b,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:54:59.271933 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba915de6-6f2e-403c-8f25-34a3074be3af req-82713d09-06a3-41a7-b808-7da9ee619837 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:54:59.273734 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba915de6-6f2e-403c-8f25-34a3074be3af req-82713d09-06a3-41a7-b808-7da9ee619837 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1817176
Feb 05 23:54:59.274172 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:54:59.275185 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:54:59.276438 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c79fd9f9-6adc-46d2-95ef-142859006524 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/532cd476-d3fc-4e67-926e-4fde6ec42c6b HTTP/1.1" status: 204  len: 168 time: 0.2345231
Feb 05 23:54:59.370550 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ba915de6-6f2e-403c-8f25-34a3074be3af req-34bf1209-d049-4b6f-a62e-186240cd5464 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0674720
Feb 05 23:54:59.854570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:00.729738 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e8360-2d0b-48e6-a174-10daf3ddaddf req-82de5448-daed-4b20-b06a-ca22561614eb tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:00.731482 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0f6e8360-2d0b-48e6-a174-10daf3ddaddf req-82de5448-daed-4b20-b06a-ca22561614eb tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2154369
Feb 05 23:55:00.806011 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0f6e8360-2d0b-48e6-a174-10daf3ddaddf req-1744349b-d044-44af-aa00-dd916bb1c882 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0666647
Feb 05 23:55:02.136868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693a6e-e591-4daf-9f85-501f4f372924 req-dac353cf-4a62-411e-b624-b11fa06c6eb8 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:02.138738 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f1693a6e-e591-4daf-9f85-501f4f372924 req-dac353cf-4a62-411e-b624-b11fa06c6eb8 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1800413
Feb 05 23:55:02.207247 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f1693a6e-e591-4daf-9f85-501f4f372924 req-18fd6cf8-4475-40a3-9252-2af9d3ff9254 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0617487
Feb 05 23:55:03.565917 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd5d57-ec83-4095-95e1-d74edf54dcc9 req-b1c39af9-e315-48e6-90e8-c0f62509c380 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:03.567626 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9bfd5d57-ec83-4095-95e1-d74edf54dcc9 req-b1c39af9-e315-48e6-90e8-c0f62509c380 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1779876
Feb 05 23:55:03.644579 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9bfd5d57-ec83-4095-95e1-d74edf54dcc9 req-2d957e59-0866-41d3-928b-db3fdc907dad tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0639760
Feb 05 23:55:04.955167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f61b4-2ec2-4c40-af30-649d7be20e14 req-1123e77e-6a63-42d9-9041-75c9e3f7235e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:04.957367 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-840f61b4-2ec2-4c40-af30-649d7be20e14 req-1123e77e-6a63-42d9-9041-75c9e3f7235e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1743414
Feb 05 23:55:05.024979 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-840f61b4-2ec2-4c40-af30-649d7be20e14 req-32d52479-8495-4991-9e6a-0a4ced0d5000 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0612624
Feb 05 23:55:06.182553 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:55:06.323739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:55:06.323739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:06.352845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e60bf-6c76-403a-9a01-4e76058cc8b4 req-b0d9887e-f744-4a8f-9d74-645b8d8ee3ca tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:06.354726 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07e60bf-6c76-403a-9a01-4e76058cc8b4 req-b0d9887e-f744-4a8f-9d74-645b8d8ee3ca tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1854215
Feb 05 23:55:06.426558 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a07e60bf-6c76-403a-9a01-4e76058cc8b4 req-050f2293-4fa8-4c6a-ad69-22be56a3e63a tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0643041
Feb 05 23:55:07.810717 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef9922-9eea-4b6f-80df-d067f8f6f109 req-d3406210-fe22-4710-ab3f-c09b4a18da99 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:07.813060 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fef9922-9eea-4b6f-80df-d067f8f6f109 req-d3406210-fe22-4710-ab3f-c09b4a18da99 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2458925
Feb 05 23:55:08.156872 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fef9922-9eea-4b6f-80df-d067f8f6f109 req-5452587a-8e02-4f73-98a0-40b3acedc824 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3367712
Feb 05 23:55:09.324840 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-ebdcf212-48a6-4703-aa97-127b6a6c35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:09.327817 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-ebdcf212-48a6-4703-aa97-127b6a6c35af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.1120996
Feb 05 23:55:09.392571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a5f73dde-aabe-445e-bfe9-278e9095e2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:09.484456 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17725f18-7e68-42f5-9e78-f43e3a3e7514 req-aa20af78-d757-4117-b6d3-1359bbc97f98 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:09.486241 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-17725f18-7e68-42f5-9e78-f43e3a3e7514 req-aa20af78-d757-4117-b6d3-1359bbc97f98 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1844358
Feb 05 23:55:09.561107 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-17725f18-7e68-42f5-9e78-f43e3a3e7514 req-08108b30-050d-429b-a1b0-9eea0ea37782 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0671043
Feb 05 23:55:09.592707 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-25743cfe-0327-4710-af6a-050f469a9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:09.595569 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-25743cfe-0327-4710-af6a-050f469a9e69 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.2584805
Feb 05 23:55:09.719012 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-99f0f14e-21e4-4b29-95ad-4049205ac170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 1001 time: 0.1170061
Feb 05 23:55:09.798932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-198fc64b-0c95-4dc5-9e01-977602b23880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:09.800611 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-198fc64b-0c95-4dc5-9e01-977602b23880 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0755663
Feb 05 23:55:09.897254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-5e51417f-8518-4cee-9664-333cf8ccf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:09.898985 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-5e51417f-8518-4cee-9664-333cf8ccf7fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904887
Feb 05 23:55:10.086681 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-7dea4497-c3f3-4177-92fa-ed204711140e service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811657
Feb 05 23:55:10.241879 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0970c0f6-5541-4273-8adf-f26d622594c0 req-0d6793a7-94c2-4700-93da-80871b1f7654 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481574
Feb 05 23:55:10.897235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f4294-6914-4150-9c49-65d388769a36 req-647f4a14-18a8-44ac-9dbf-b323f836508d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:10.899047 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-866f4294-6914-4150-9c49-65d388769a36 req-647f4a14-18a8-44ac-9dbf-b323f836508d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1701548
Feb 05 23:55:10.969703 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-866f4294-6914-4150-9c49-65d388769a36 req-9c72ef5e-cf47-4e74-823e-ccd995bcdfb0 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0635760
Feb 05 23:55:11.620238 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bb606f67-4525-4ca7-b31b-042992e613c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:12.157383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:55:12.295173 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:12.307758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8d393-9634-4db6-914d-56bea3501a8a req-7968ff5c-5b2a-430c-a51a-23fe4d2d7818 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:12.309536 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a2d8d393-9634-4db6-914d-56bea3501a8a req-7968ff5c-5b2a-430c-a51a-23fe4d2d7818 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2004752
Feb 05 23:55:12.329702 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:55:12.344015 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:55:12.369210 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:12.371952 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:55:12.396337 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-a2d8d393-9634-4db6-914d-56bea3501a8a req-eb9a3fe9-1f95-41af-9ccb-2162e263bd7e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0715802
Feb 05 23:55:12.462056 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'code': 200}
Feb 05 23:55:12.472542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=5']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:55:12.488662 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.489273 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.489928 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.490679 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.491292 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.491930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.492585 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.493249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.493932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.494638 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.495287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.495944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.496661 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.497293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.497943 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.498598 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.499158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.499980 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.500588 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.501327 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.501976 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.502734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.503323 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.503975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:55:12.512270 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:55:13.749071 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8facf-c07b-45a7-81db-79036c70b741 req-7eb6283c-8887-4ecd-9366-67fc33078e9b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:13.750994 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fa8facf-c07b-45a7-81db-79036c70b741 req-7eb6283c-8887-4ecd-9366-67fc33078e9b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1746778
Feb 05 23:55:13.827808 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9fa8facf-c07b-45a7-81db-79036c70b741 req-b7766e2d-2626-4ef0-84f6-347d03b4ee69 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641649
Feb 05 23:55:14.003527 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:14.277490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:14.521051 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7772594-26f5-40b6-915e-778feb692c1b req-5df187b1-2806-4ca9-bd27-8acf8964b476 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:14.522863 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7772594-26f5-40b6-915e-778feb692c1b req-5df187b1-2806-4ca9-bd27-8acf8964b476 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.2903299
Feb 05 23:55:14.565350 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-9ef58cf9-c74b-44a2-9d21-836087651f42 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3787124
Feb 05 23:55:14.609469 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-e7772594-26f5-40b6-915e-778feb692c1b req-d8f9ec3d-28a9-4580-9b3b-a1c09b676b7f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0739813
Feb 05 23:55:15.232197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:15.955027 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead56aef-22f5-40fa-a63e-5e3f0e42be3e req-c2ade0b5-1e1e-48b3-bcdb-9348363a6a16 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:15.957464 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ead56aef-22f5-40fa-a63e-5e3f0e42be3e req-c2ade0b5-1e1e-48b3-bcdb-9348363a6a16 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1757002
Feb 05 23:55:16.038005 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-ead56aef-22f5-40fa-a63e-5e3f0e42be3e req-0295420d-bb98-4cd4-bd4b-e9596b1df37b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0681093
Feb 05 23:55:17.358010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81977c-d8d0-4785-9772-07aaf6b53dcb req-3975814e-b012-49b7-aa19-b001d2b40317 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:17.359763 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7d81977c-d8d0-4785-9772-07aaf6b53dcb req-3975814e-b012-49b7-aa19-b001d2b40317 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1809402
Feb 05 23:55:17.431142 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-7d81977c-d8d0-4785-9772-07aaf6b53dcb req-3e308525-433c-4f0f-85c2-d9cf5cdd0975 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0647035
Feb 05 23:55:18.762305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba18d11-5dfb-4158-9ae1-e22a31b3e414 req-4ded4d00-a246-4f80-911c-a1fa443f99aa tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:18.764066 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ba18d11-5dfb-4158-9ae1-e22a31b3e414 req-4ded4d00-a246-4f80-911c-a1fa443f99aa tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1814694
Feb 05 23:55:18.856851 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4ba18d11-5dfb-4158-9ae1-e22a31b3e414 req-a65817e5-8a3c-48eb-8e77-60b25fcfe8a2 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0850058
Feb 05 23:55:20.175324 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaca49-e95d-4204-bdb5-986491cc37ab req-31fd9d8b-e6fa-4a49-a906-a87ad513392f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:20.177090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eadaca49-e95d-4204-bdb5-986491cc37ab req-31fd9d8b-e6fa-4a49-a906-a87ad513392f tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1721880
Feb 05 23:55:20.251919 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-eadaca49-e95d-4204-bdb5-986491cc37ab req-72ccd0bb-8de8-4c99-befc-9e173b788caa tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0665436
Feb 05 23:55:20.605955 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-7837fa76-35ed-4802-8657-22ab1efb6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:20.607760 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-7837fa76-35ed-4802-8657-22ab1efb6715 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208&tenant_id=84cbc9136833450699ce54bf246d023f HTTP/1.1" status: 200  len: 1160 time: 0.0907347
Feb 05 23:55:20.716580 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-d47f68f2-7227-4863-8ff8-f36f189e111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:20.718270 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-d47f68f2-7227-4863-8ff8-f36f189e111a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1160 time: 0.0867519
Feb 05 23:55:21.121305 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-46e8aace-7194-4603-ad60-5b5dedecd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:21.123090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-46e8aace-7194-4603-ad60-5b5dedecd7ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.3989036
Feb 05 23:55:21.241673 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-9b8edfe0-e48d-4a59-90ab-7875c53dadee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 999 time: 0.1116698
Feb 05 23:55:21.325888 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-a1ad4f0c-9904-4aa1-bbef-aa46686ad2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:21.328824 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-a1ad4f0c-9904-4aa1-bbef-aa46686ad2a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0811687
Feb 05 23:55:21.448505 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-0c718202-852c-4bc1-9256-68a76b444f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:21.450281 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-0c718202-852c-4bc1-9256-68a76b444f07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1152856
Feb 05 23:55:21.608915 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-9b0f2cba-dc69-4036-88a3-737057914eba service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508400
Feb 05 23:55:21.752676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f58b7a-78c8-46f1-9e43-e6ac05c7682e req-8746876a-5965-4e27-a6b0-f4db644f960b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:21.755683 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-97f58b7a-78c8-46f1-9e43-e6ac05c7682e req-8746876a-5965-4e27-a6b0-f4db644f960b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.3149350
Feb 05 23:55:21.768819 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-48d38298-637b-4fc8-a783-a498cebbf7cd req-048ce3d3-8281-4874-9763-ce250da5356c service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534843
Feb 05 23:55:21.834797 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-97f58b7a-78c8-46f1-9e43-e6ac05c7682e req-069cd931-5f53-43ed-a27d-8e8131d154f8 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0705171
Feb 05 23:55:23.159768 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0ab3c-3575-4280-b84e-662713b2be0a req-f8f77576-c42e-4e1d-9e02-d552fdfcaad1 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:23.161565 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27a0ab3c-3575-4280-b84e-662713b2be0a req-f8f77576-c42e-4e1d-9e02-d552fdfcaad1 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1748893
Feb 05 23:55:23.238936 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-27a0ab3c-3575-4280-b84e-662713b2be0a req-f293b2a3-6313-4361-adf5-0055bd296f38 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0650208
Feb 05 23:55:24.557914 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1da4d-8550-4a4d-b1b7-a8114aee44cd req-81f31718-d3e1-4223-a5ff-ae421fe50475 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:24.559653 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21e1da4d-8550-4a4d-b1b7-a8114aee44cd req-81f31718-d3e1-4223-a5ff-ae421fe50475 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1762953
Feb 05 23:55:24.630260 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-21e1da4d-8550-4a4d-b1b7-a8114aee44cd req-57d2b542-cf6c-43fd-b1f5-45f428f42463 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0637023
Feb 05 23:55:25.955904 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f5137-138e-459e-874c-618fb57ea0c4 req-89084bf6-9fc0-4700-8ef9-61dd3f32f7fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:25.957629 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9f5f5137-138e-459e-874c-618fb57ea0c4 req-89084bf6-9fc0-4700-8ef9-61dd3f32f7fe tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1796799
Feb 05 23:55:26.027249 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-9f5f5137-138e-459e-874c-618fb57ea0c4 req-449e2077-e2ce-4bd9-8102-b8dcd84be164 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0626426
Feb 05 23:55:27.335852 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839b2ad-f9d8-41fb-a6e0-8040f5e09c28 req-1037e008-3239-4612-bd81-018821f29a4b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:27.337710 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0839b2ad-f9d8-41fb-a6e0-8040f5e09c28 req-1037e008-3239-4612-bd81-018821f29a4b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1748550
Feb 05 23:55:27.406610 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0839b2ad-f9d8-41fb-a6e0-8040f5e09c28 req-dc756744-f9b0-4c9b-8a63-f145611dd7a6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0610280
Feb 05 23:55:28.716069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927abe10-e480-46c8-82a6-f4618f70d488 req-428a9373-f52e-4d97-8340-5ec9a24ccd30 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:28.717794 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-927abe10-e480-46c8-82a6-f4618f70d488 req-428a9373-f52e-4d97-8340-5ec9a24ccd30 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.1743782
Feb 05 23:55:28.793443 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-927abe10-e480-46c8-82a6-f4618f70d488 req-f1bc5d49-20af-4e1d-8a6d-c36f99bc205d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0626614
Feb 05 23:55:29.848283 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:30.283923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26248f-04a2-4c68-b07a-fec2cb0bee09 req-6b45d4c2-27b9-4ca1-8f2e-4669507235f4 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:30.287013 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4b26248f-04a2-4c68-b07a-fec2cb0bee09 req-6b45d4c2-27b9-4ca1-8f2e-4669507235f4 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 943 time: 0.3572035
Feb 05 23:55:30.406429 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-4b26248f-04a2-4c68-b07a-fec2cb0bee09 req-86e2e221-5c2d-4d49-81e9-8f3705941eb3 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1119204
Feb 05 23:55:30.474570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:55:30.553760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:55:30.554105 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:30.862043 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:30.897554 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:55:30.909531 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:55:30.975281 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'code': 200}
Feb 05 23:55:30.985925 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363271517407365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765336794824', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363271517980959'] for port, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:30.988381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:55:31.049986 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879928-3f95-462e-90eb-7536c107495a req-37137f85-777a-4982-9139-0f6742b3b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.051813 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-37137f85-777a-4982-9139-0f6742b3b047 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.0923779
Feb 05 23:55:31.067344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Pushing event updated for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=6']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:55:31.071226 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:55:31.301289 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879928-3f95-462e-90eb-7536c107495a req-17de73fb-b27a-4e18-9fab-82f3a9cceb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.302993 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-17de73fb-b27a-4e18-9fab-82f3a9cceb2a service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.2255514
Feb 05 23:55:31.347508 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe647c-01d5-43fa-84f4-2cb3646d86bf req-328ad890-0a02-4894-a626-fb69bda8c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.349481 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dffe647c-01d5-43fa-84f4-2cb3646d86bf req-328ad890-0a02-4894-a626-fb69bda8c5c9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.0919375
Feb 05 23:55:31.404811 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dffe647c-01d5-43fa-84f4-2cb3646d86bf req-82abd7cc-04f8-4da9-9fb7-9a81b16450ae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0485799
Feb 05 23:55:31.429479 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-1caa017f-c204-4fdb-a3ba-373efa201f9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 1001 time: 0.1202486
Feb 05 23:55:31.661334 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879928-3f95-462e-90eb-7536c107495a req-398f5577-18c8-4f96-8e5e-5528041e00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.663203 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-398f5577-18c8-4f96-8e5e-5528041e00f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0715129
Feb 05 23:55:31.694163 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:55:31.729225 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb929b-7bc8-4107-9a9a-2ac87ba00bb9 req-dbc04784-5445-47a3-b9b0-55dd20af60ba tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.731015 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-efbb929b-7bc8-4107-9a9a-2ac87ba00bb9 req-dbc04784-5445-47a3-b9b0-55dd20af60ba tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1906931
Feb 05 23:55:31.764466 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879928-3f95-462e-90eb-7536c107495a req-9f7e6353-7f06-4d06-b45f-69cc33722743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:31.766157 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-9f7e6353-7f06-4d06-b45f-69cc33722743 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0959725
Feb 05 23:55:31.806071 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-efbb929b-7bc8-4107-9a9a-2ac87ba00bb9 req-17086351-f6a4-4034-b42c-a355f677b113 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0641434
Feb 05 23:55:31.984611 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-091ac622-d5fa-4011-8653-ad849c60a89a service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103870
Feb 05 23:55:32.147182 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1e879928-3f95-462e-90eb-7536c107495a req-8fd141d5-6d77-4e8e-988e-3c71af1b1628 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1557577
Feb 05 23:55:32.296672 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e up at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 23:55:32.395775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.provisioning_blocks [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Provisioning complete for port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e triggered by entity L2. {{(pid=80273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 23:55:32.396218 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854080343'] for port, provisioning_complete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:33.110654 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15e4d-541d-4b44-8851-1b2dea2d0adb req-9e6cbab1-5664-4b21-822e-61c2a57e2649 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:55:33.113034 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-78c15e4d-541d-4b44-8851-1b2dea2d0adb req-9e6cbab1-5664-4b21-822e-61c2a57e2649 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.1706231
Feb 05 23:55:33.183389 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-78c15e4d-541d-4b44-8851-1b2dea2d0adb req-151628aa-4761-4339-9c72-b500d34caea9 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0638587
Feb 05 23:55:39.408718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53a06b21-60cb-4e72-8a0a-40d3a5ae1010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:41.643586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc17e-afd9-4c2d-a60b-5b59f92aac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:44.037196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:44.271575 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:45.243150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:55:59.853786 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:08.683873 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:56:09.390690 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9593a438-dcd6-4e70-b5b7-15fdc60f5adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:11.630670 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-09a18316-d64b-4103-a2ae-fb50a26a390b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:14.002836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:14.259214 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:15.247947 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:29.910228 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:30.958488 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-c2e62577-febd-4f72-a89b-340bb4843fb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0856054
Feb 05 23:56:31.122926 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-32d45462-b1c8-4927-8980-e86f3e722b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:31.124866 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-32d45462-b1c8-4927-8980-e86f3e722b36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.0881040
Feb 05 23:56:31.291826 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-df1795d6-aacb-4c02-b479-f73a813c7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:31.293952 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-df1795d6-aacb-4c02-b479-f73a813c7898 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.1478775
Feb 05 23:56:31.409888 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-65c2a6f9-1099-433f-8595-7cbad80fd0a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 1001 time: 0.1086013
Feb 05 23:56:31.484540 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-4f76b240-742c-4b3c-a03a-663e836a6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:31.486238 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-4f76b240-742c-4b3c-a03a-663e836a6bea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0703309
Feb 05 23:56:31.586458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-a0e5403f-c041-4341-8309-d9487e86a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:31.589250 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-a0e5403f-c041-4341-8309-d9487e86a0b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965583
Feb 05 23:56:31.745296 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-8a9f60f2-85cd-4a76-9221-cb0760c11cd3 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490018
Feb 05 23:56:31.896144 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-1c003382-aa7b-44e4-89a8-5fb89fc82b90 req-c1aed1d9-4472-46be-a03a-c30ff0adf8a6 service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437900
Feb 05 23:56:39.384602 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-04214119-9655-4b26-8a23-87296bcf9cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:41.630517 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-cb065fe6-fa08-4603-8298-2b495ebb54ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:43.990012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:44.264219 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:45.241259 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:45.684384 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:56:49.201161 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-201525e5-2886-4edf-a79f-c3414b0321c6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/floatingips/8e607ef9-ebd0-441a-bbec-16f498157e8b HTTP/1.1" status: 200  len: 998 time: 0.3418512
Feb 05 23:56:49.452557 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-7e1911bf-0043-4f76-9460-e389d1ad635d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:49.456600 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-7e1911bf-0043-4f76-9460-e389d1ad635d tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/networks/62fcac07-d787-435a-ab68-1dacf0101c27 HTTP/1.1" status: 200  len: 784 time: 0.2469203
Feb 05 23:56:49.597521 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-6f654d3f-c8a1-475d-b521-b481a88d397b tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.226 HTTP/1.1" status: 200  len: 1001 time: 0.1358769
Feb 05 23:56:49.827839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-8c42e7cb-5868-4924-9f82-176db7c8f423 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:49.829818 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-8c42e7cb-5868-4924-9f82-176db7c8f423 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports/76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 942 time: 0.2258961
Feb 05 23:56:50.050877 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-73e93a2d-2897-46b6-8d9d-323c889ed9c6 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.3.226 HTTP/1.1" status: 200  len: 1001 time: 0.1319714
Feb 05 23:56:50.302446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Deleting port c86cac71-d55a-4f8b-a6d4-1d24bd49efef {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:56:50.303068 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:50.728195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:50.728567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:50.868523 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Calling delete_port for c86cac71-d55a-4f8b-a6d4-1d24bd49efef owned by network:floatingip {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:56:51.092608 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:51.109462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-f34cd4c8-f624-4cae-8fe6-3013f34c75a4 tempest-AttachVolumeNegativeTest-163872764 tempest-AttachVolumeNegativeTest-163872764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:56:51.170125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event deleted for resources: {'Port': ['ID=c86cac71-d55a-4f8b-a6d4-1d24bd49efef,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:56:51.235073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.235439 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.235821 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.236229 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.236631 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.237030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.237425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.237819 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.238215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.238660 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.239055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.239446 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.239899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.240293 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.240687 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.241079 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.241472 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.241864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.242268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.242681 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.243065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.243458 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.243848 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.244236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:51.250231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:56:51.365389 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for floatingip, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:51.366042 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.db.l3_db [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Floating IP 8e607ef9-ebd0-441a-bbec-16f498157e8b disassociated (deleted). External IP: 172.27.3.226, port: 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e.
Feb 05 23:56:51.780055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Router 7e0910e2-41bc-41a1-9eb7-e3b09295680c has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:56:51.985532 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:56:51.998927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Sync routers for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:56:52.015002 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:56:52.015718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:56:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:56:52.064206 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for floatingip, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:52.133327 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-b38f0e62-94f7-4e25-a161-5a8552d596b7 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "DELETE /v2.0/floatingips/8e607ef9-ebd0-441a-bbec-16f498157e8b HTTP/1.1" status: 204  len: 173 time: 2.0759416
Feb 05 23:56:52.143287 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:56:52.222388 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'status': 'completed', 'code': 200}
Feb 05 23:56:52.257113 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:56:52.283846 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-44b5399e-8090-4fab-8448-55a01d28bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.286820 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-44b5399e-8090-4fab-8448-55a01d28bd7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.1355751
Feb 05 23:56:52.348193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-5c0c137a-1ec0-4689-84f3-b656a392b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.350028 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-5c0c137a-1ec0-4689-84f3-b656a392b51e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84cbc9136833450699ce54bf246d023f&device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 1162 time: 0.1098313
Feb 05 23:56:52.455141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-f5a3830e-c58e-4f35-957c-e207cd354cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.461517 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-f5a3830e-c58e-4f35-957c-e207cd354cbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.1674016
Feb 05 23:56:52.542193 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-a9b1ea1f-f6c4-4cf5-98a8-004270b1ff8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 217 time: 0.0779700
Feb 05 23:56:52.544790 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-08b9ca57-4584-4f71-8d4e-074bbdf110c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.547810 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-08b9ca57-4584-4f71-8d4e-074bbdf110c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 200  len: 902 time: 0.1913853
Feb 05 23:56:52.620539 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-75eb29ed-a4a7-4eb0-b106-dc20baea5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.622231 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-75eb29ed-a4a7-4eb0-b106-dc20baea5a92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0720594
Feb 05 23:56:52.663135 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-cf407caa-8677-4d40-8a2c-9a0aafe734ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 200  len: 217 time: 0.1085069
Feb 05 23:56:52.665276 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:56:52.670248 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Checking router: 7e0910e2-41bc-41a1-9eb7-e3b09295680c for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:56:52.680366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:56:52.681118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:56:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:56:52.749254 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-b38b0e1b-52c8-4c84-858a-fe11404d6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.751323 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-b38b0e1b-52c8-4c84-858a-fe11404d6e25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 200  len: 847 time: 0.0816734
Feb 05 23:56:52.771078 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d0c87-7314-44a8-a394-b244231a1686 req-657a243e-d236-4bda-9f46-e78aa9e9d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.774034 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-657a243e-d236-4bda-9f46-e78aa9e9d946 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381526
Feb 05 23:56:52.856985 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-2e9a04fd-f467-47d7-9b93-79f5c5a17f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:52.860521 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-2e9a04fd-f467-47d7-9b93-79f5c5a17f27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43903dd9-19b2-470a-acf3-5d08dface9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020572
Feb 05 23:56:52.924440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:56:53.009662 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-82fbefb8-cf7a-45e0-b86d-4d3b2b749904 service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273815
Feb 05 23:56:53.092960 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-22a17549-9849-4fce-b091-6e65780ce5cd service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262194
Feb 05 23:56:53.255980 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-c40ad059-7333-49a3-9c5e-f6c9c82202ce req-20b9a4dc-e155-4655-aa1a-a19655016f0f service neutron] 10.222.0.86 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1562917
Feb 05 23:56:53.272150 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-f68d0c87-7314-44a8-a394-b244231a1686 req-7ffec4c4-5688-441b-85b2-69a9c90c1033 service neutron] 10.222.0.35 "GET /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2505157
Feb 05 23:56:53.423205 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:56:53.427944 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc39a-5cf0-4457-848c-6e322c40e5ee None None] The sync data for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi is: [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:51:45Z', 'revision_number': 4, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi', '_interfaces': [{'id': '0178a0e8-7ea3-4983-9925-78c7180a3577', 'name': '', 'network_id': '43903dd9-19b2-470a-acf3-5d08dface9cc', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'mac_address': 'fa:16:3e:83:29:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:44Z', 'updated_at': '2021-02-05T23:51:53Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'subnets': [{'id': 'f107bee3-0a3b-4acf-8ab6-382b5ea6d966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:56:53.893427 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a6dca-013c-481a-98a7-43767dd6591b None None] New status for floating IP 8e607ef9-ebd0-441a-bbec-16f498157e8b: DOWN {{(pid=80273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 23:56:53.970594 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c2ece-9030-4f5f-b16f-7db4e9780f76 req-41d47d22-e3e4-4ea3-8cfc-1703dd0dca1a tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:53.971435 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8e7c2ece-9030-4f5f-b16f-7db4e9780f76 req-41d47d22-e3e4-4ea3-8cfc-1703dd0dca1a tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80271) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:56:54.047755 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-8e7c2ece-9030-4f5f-b16f-7db4e9780f76 req-41d47d22-e3e4-4ea3-8cfc-1703dd0dca1a tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80271) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:56:54.049090 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8e7c2ece-9030-4f5f-b16f-7db4e9780f76 req-41d47d22-e3e4-4ea3-8cfc-1703dd0dca1a tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2554517
Feb 05 23:56:54.117690 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-8e7c2ece-9030-4f5f-b16f-7db4e9780f76 req-2d545124-9f96-4fa8-942b-e7f94919c00e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0621254
Feb 05 23:56:55.540395 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9da6f4-7424-401f-ae0a-e72b936d89df req-b1d15ab6-38b6-4798-b97c-1974d8c15a72 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:55.542100 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dd9da6f4-7424-401f-ae0a-e72b936d89df req-b1d15ab6-38b6-4798-b97c-1974d8c15a72 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.2850330
Feb 05 23:56:55.624681 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-dd9da6f4-7424-401f-ae0a-e72b936d89df req-f8b9a4ca-ad83-4cee-9784-3d55e25bce26 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups?id=67656bd9-5f46-45de-a4b5-8a64621089b0&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0685930
Feb 05 23:56:55.715877 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-8c1770d0-6f62-480a-8ff2-ee5d2833ad8e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 23:56:55.716720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-8c1770d0-6f62-480a-8ff2-ee5d2833ad8e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Synchronizing usage tracker for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80272) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 23:56:55.730542 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.quota.resource [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-8c1770d0-6f62-480a-8ff2-ee5d2833ad8e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Unset dirty status for tenant:84cbc9136833450699ce54bf246d023f on resource:port {{(pid=80272) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 23:56:55.731831 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-8c1770d0-6f62-480a-8ff2-ee5d2833ad8e tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.86 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 945 time: 0.4505548
Feb 05 23:56:55.829069 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Deleting port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:56:55.829386 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:56.136927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] For port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:56:56.136927 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:56.271962 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Calling delete_port for 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e owned by compute:nova {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:56:56.567193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:56.586685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3db705a2-4ad5-4a18-9db1-716bd2dbfd73 tempest-VolumesNegativeTest-126248752 tempest-VolumesNegativeTest-126248752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:56:56.653391 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:56:56.659847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event deleted for resources: {'Port': ['ID=76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:56:56.675475 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.676167 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.676813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.677521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.678202 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.678858 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.679490 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.680082 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.680701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.681989 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.682183 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.683117 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.683804 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.684492 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.686298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.686298 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.686742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.687512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.688760 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.689418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.690008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.690641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.691370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.691942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:56:56.693124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] No Port match for: 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:56:56.693512 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Device 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e not bound to the agent host hv-cinder-77428 {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:56:56.697688 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:56:56.858307 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] No DVR routers for this DVR port 76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e on host hv-cinder-77428 {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:56:56.869231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29696'] for port, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:56.869231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-deleted', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e'}] {{(pid=80272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 23:56:56.885010 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-3f826d30-0ba4-48da-8b1e-335889a6c7d0 req-7f1b2066-fded-48b7-8b56-354f84e4bd61 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 210 time: 0.0646620
Feb 05 23:56:56.916352 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-38f1a0f0-8e75-40c2-8330-495be9c5da23 req-a72677f8-599d-4f00-a2d0-9d5652b57e15 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.86 "DELETE /v2.0/ports/76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e HTTP/1.1" status: 204  len: 173 time: 1.1786137
Feb 05 23:56:56.932726 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344fe957-4240-4e78-ae1c-935c55f67208', 'name': 'network-vif-deleted', 'tag': '76ad41aa-f0cb-43fd-9cb9-89c7dfefae1e', 'status': 'completed', 'code': 200}
Feb 05 23:56:58.119727 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-09d0afaf-f50e-4bd2-be69-10dda239925b req-5a622d1a-8f88-4f38-b598-4d943989ee92 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/ports?device_id=344fe957-4240-4e78-ae1c-935c55f67208 HTTP/1.1" status: 200  len: 210 time: 0.0519249
Feb 05 23:56:59.391666 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-a6e95704-129a-4ba4-b1f8-437d5fcc28c2 tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "GET /v2.0/security-groups/67656bd9-5f46-45de-a4b5-8a64621089b0 HTTP/1.1" status: 200  len: 2993 time: 0.0751848
Feb 05 23:56:59.501085 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:59.535316 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:59.641365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:59.647182 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-b03c23f2-1e1b-4fe8-8189-ddd99fbd7bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:56:59.663972 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67656bd9-5f46-45de-a4b5-8a64621089b0,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:56:59.666987 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:56:59.721192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:56:59.722508 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [req-0e13f777-12f5-41cc-addc-2c2ef2804164 req-ec647b73-0cac-4fd0-b8b3-eb34e8f73fae tempest-TestShelveInstance-1595450059 tempest-TestShelveInstance-1595450059-project] 10.222.0.35 "DELETE /v2.0/security-groups/67656bd9-5f46-45de-a4b5-8a64621089b0 HTTP/1.1" status: 204  len: 173 time: 0.3191390
Feb 05 23:56:59.841265 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50706) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:56:59.864463 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:00.694703 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:01.101032 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Deleting port 0178a0e8-7ea3-4983-9925-78c7180a3577 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:01.101480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:01.301734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] For port 0178a0e8-7ea3-4983-9925-78c7180a3577, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0178a0e8-7ea3-4983-9925-78c7180a3577,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:01.302055 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:01.508813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Calling delete_port for 0178a0e8-7ea3-4983-9925-78c7180a3577 owned by network:router_interface {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:01.978731 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:02.000000 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-fefb7f63-329d-4501-bc1f-89b015b04730 tempest-TestVolumeBootPattern-1146203034 tempest-TestVolumeBootPattern-1146203034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:02.064352 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Pushing event deleted for resources: {'Port': ['ID=0178a0e8-7ea3-4983-9925-78c7180a3577,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:02.069365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:02.733685 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:03.308753 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Router 7e0910e2-41bc-41a1-9eb7-e3b09295680c has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:57:03.509457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:57:03.521829 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Sync routers for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:57:03.526000 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-c7b1fb88-fce8-42b3-8044-000dab10ba91 admin admin] 10.222.0.35 "PUT /v2.0/routers/7e0910e2-41bc-41a1-9eb7-e3b09295680c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6828620
Feb 05 23:57:03.528896 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50712) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:03.540222 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:57:03.541365 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:56:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:03.742469 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks [] for router, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:03.958411 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:03.961696 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:57:03.964024 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Deleting port 0b6a4712-40af-418b-9751-4362ff93918b {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:03.964399 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.189562 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] For port 0b6a4712-40af-418b-9751-4362ff93918b, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=0b6a4712-40af-418b-9751-4362ff93918b,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:04.190100 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.295246 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:57:01Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:04.300017 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Checking router: 7e0910e2-41bc-41a1-9eb7-e3b09295680c for host: dv-cinder-774288-3-iscsi {{(pid=80274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:57:04.310729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Routers {'7e0910e2-41bc-41a1-9eb7-e3b09295680c'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:57:04.311429 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:56:42Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'], 'active': True} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:04.334487 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Calling delete_port for 0b6a4712-40af-418b-9751-4362ff93918b owned by network:router_gateway {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:04.491125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.539520 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] Set router 7e0910e2-41bc-41a1-9eb7-e3b09295680c gateway port host: dv-cinder-774288-3-iscsi {{(pid=80274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:57:04.705903 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.856193 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.859014 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.870801 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6bae0358>, [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:57:01Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80274) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:04.876376 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083047a-d4f4-49f0-b5eb-d0986749635c None None] The sync data for ids ['7e0910e2-41bc-41a1-9eb7-e3b09295680c'] in dv-cinder-774288-3-iscsi is: [{'id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'name': 'tempest-TestShelveInstance-388996864-router', 'tenant_id': '84cbc9136833450699ce54bf246d023f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '0b6a4712-40af-418b-9751-4362ff93918b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:36Z', 'updated_at': '2021-02-05T23:57:01Z', 'revision_number': 5, 'project_id': '84cbc9136833450699ce54bf246d023f', 'gw_port': {'id': '0b6a4712-40af-418b-9751-4362ff93918b', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0910e2-41bc-41a1-9eb7-e3b09295680c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:38Z', 'updated_at': '2021-02-05T23:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:57:04.939118 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.939983 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0910e2-41bc-41a1-9eb7-e3b09295680c {{(pid=80272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:57:04.958215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] Notify callbacks [] for router, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:04.959540 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-724ba9c3-5c89-4649-ab0a-e983606f4e07 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7e0910e2-41bc-41a1-9eb7-e3b09295680c HTTP/1.1" status: 204  len: 168 time: 1.4294958
Feb 05 23:57:04.962863 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50716) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:05.039335 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Deleting subnet f107bee3-0a3b-4acf-8ab6-382b5ea6d966 {{(pid=80271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:57:05.042878 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:05.098718 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1422356'] for subnet, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:05.192571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:05.561357 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847994204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848465901'] for subnet, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:05.580676 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:05.639125 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f107bee3-0a3b-4acf-8ab6-382b5ea6d966,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:05.644269 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:05.728062 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for subnet, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:05.734387 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88a127-433a-48c6-b0a3-d8e396e08d96 None None] Network 43903dd9-19b2-470a-acf3-5d08dface9cc requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:57:05.734686 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-58f30aff-4cb2-41fe-bd4c-685df3ca6dc5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f107bee3-0a3b-4acf-8ab6-382b5ea6d966 HTTP/1.1" status: 204  len: 168 time: 0.7705045
Feb 05 23:57:05.737658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50720) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:06.098010 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] DHCP port deletion for 43903dd9-19b2-470a-acf3-5d08dface9cc request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:57:06.103457 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Deleting port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:06.104073 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:06.210120 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:06.346932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Deleting port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:06.347491 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:06.468152 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] For port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:06.468895 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:06.713409 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Calling delete_port for 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:06.763942 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] For port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,segment=NetworkSegment(4ae4838b-0c0d-4416-88c5-2881df6a60ba),segment_id=4ae4838b-0c0d-4416-88c5-2881df6a60ba)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:06.764451 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:06.809288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0178a0e8-7ea3-4983-9925-78c7180a3577 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:06.875330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 0178a0e8-7ea3-4983-9925-78c7180a3577 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:57:06.875735 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0178a0e8-7ea3-4983-9925-78c7180a3577 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:57:06.876217 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:06.920950 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Calling delete_port for 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 owned by network:dhcp {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:07.023148 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:57:07.030785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:57:07.031026 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854096501'] for port, before_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.046462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993'] for port, after_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.064559 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:07.134571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Pushing event deleted for resources: {'Port': ['ID=8b9bad4b-77a0-4c6d-a82e-b2c94538e892,revision_number=None']} {{(pid=80273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:07.230941 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.231337 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.231729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.232119 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.232501 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.232875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.233258 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.233634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.234012 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.234455 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.234834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.235209 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-iscsi {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.235640 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.236005 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.236440 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.236742 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.237110 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.237514 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.237884 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.238247 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.238641 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.239013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.239494 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.239746 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 23:57:07.243875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80273) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:07.263502 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0b6a4712-40af-418b-9751-4362ff93918b no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:07.309677 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 0b6a4712-40af-418b-9751-4362ff93918b {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:57:07.310045 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 0b6a4712-40af-418b-9751-4362ff93918b not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:57:07.333536 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d47c20-89c0-4f10-83e7-7a9e592f2323 None None] No DVR routers for this DVR port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 on host dv-cinder-774288-3-iscsi {{(pid=80273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:57:07.524799 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Deleting port 8b9bad4b-77a0-4c6d-a82e-b2c94538e892 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:07.525325 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.606752 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] The port '8b9bad4b-77a0-4c6d-a82e-b2c94538e892' was deleted {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:57:07.736797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.866792 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad7bf28>,) {'filters': {'network_id': ['43903dd9-19b2-470a-acf3-5d08dface9cc']}} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:07.887176 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad7bf28>, '4ae4838b-0c0d-4416-88c5-2881df6a60ba') {'for_net_delete': True} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:07.887739 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6ad7bf28>, '4ae4838b-0c0d-4416-88c5-2881df6a60ba') {} {{(pid=80271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:07.912513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853353444'] for segment, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.943158 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:07.947372 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:57:08.153169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Network 43903dd9-19b2-470a-acf3-5d08dface9cc has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:57:08.163920 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847994255'] for segment, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:08.368402 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Network 43903dd9-19b2-470a-acf3-5d08dface9cc has no segments {{(pid=80271) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:57:08.396120 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:57:08.549609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:08.554996 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:08.568462 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-415d9820-f457-4252-9ddb-c76ab6fae96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:08.612845 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Pushing event deleted for resources: {'Network': ['ID=43903dd9-19b2-470a-acf3-5d08dface9cc,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:08.622168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:08.681619 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-d8f29044-3fa9-4a75-bea5-fbeadbf8d76a admin admin] 10.222.0.35 "DELETE /v2.0/networks/43903dd9-19b2-470a-acf3-5d08dface9cc HTTP/1.1" status: 204  len: 168 time: 2.9407444
Feb 05 23:57:08.685319 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50724) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:09.301261 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586802'] for router_interface, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:09.394958 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c9a1d2f4-69e4-4e21-bcf9-f9f5bb00ec47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:09.713868 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Deleting port 9548e274-1b52-44e3-b936-f4235941e55c {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:09.714250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:09.920975 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] For port 9548e274-1b52-44e3-b936-f4235941e55c, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=9548e274-1b52-44e3-b936-f4235941e55c,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:09.921383 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:10.100759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Calling delete_port for 9548e274-1b52-44e3-b936-f4235941e55c owned by network:router_interface {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:10.349344 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:10.366582 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-97b3458c-0e42-476f-b72b-c23f2acb030d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:10.433192 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9548e274-1b52-44e3-b936-f4235941e55c,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:10.436797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:11.089150 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1813995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586836'] for router_interface, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:11.641020 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3971e15f-7e72-493e-b42c-3507481d7631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:11.788885 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Router cb0f204f-99dc-45dc-b06b-7325217fa17f has already been hosted by L3 agent f15b30fe-45da-428b-a836-f974544fd33f {{(pid=80271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 23:57:11.997604 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-iscsi the message routers_updated {{(pid=80271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 23:57:12.008769 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-14894c45-c183-42df-a2b3-1177a8dc38b6 admin admin] 10.222.0.35 "PUT /v2.0/routers/cb0f204f-99dc-45dc-b06b-7325217fa17f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3221133
Feb 05 23:57:12.009285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Sync routers for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 23:57:12.013619 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50728) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:12.021747 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:57:12.022535 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b42d6d8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:57:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:12.231076 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:57:12.248418 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:12.469835 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:12.476195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Deleting port 4506b1b9-b633-4476-98ae-0ac2e2f6c929 {{(pid=80271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:12.476586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:12.700836 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] For port 4506b1b9-b633-4476-98ae-0ac2e2f6c929, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=4506b1b9-b633-4476-98ae-0ac2e2f6c929,segment=NetworkSegment(df92b63f-eedb-44c1-b712-69aadb269a66),segment_id=df92b63f-eedb-44c1-b712-69aadb269a66)] {{(pid=80271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:12.701832 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:12.774264 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b42d6d8>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:57:10Z', 'revision_number': 5, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:12.782048 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Checking router: cb0f204f-99dc-45dc-b06b-7325217fa17f for host: dv-cinder-774288-3-iscsi {{(pid=80273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 23:57:12.800285 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Routers {'cb0f204f-99dc-45dc-b06b-7325217fa17f'} bound to L3 agent in host dv-cinder-774288-3-iscsi {{(pid=80273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 23:57:12.801513 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8d6b42d6d8>, 'dv-cinder-774288-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:31:42Z,description=<?>,heartbeat_timestamp=2021-02-05T23:57:12Z,host='dv-cinder-774288-3-iscsi',id=f15b30fe-45da-428b-a836-f974544fd33f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T23:31:42Z,topic='l3_agent')) {'router_ids': ['cb0f204f-99dc-45dc-b06b-7325217fa17f'], 'active': True} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:12.845809 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Calling delete_port for 4506b1b9-b633-4476-98ae-0ac2e2f6c929 owned by network:router_gateway {{(pid=80271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:13.001352 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6781582'] for port, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.063370 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvr_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] Set router cb0f204f-99dc-45dc-b06b-7325217fa17f gateway port host: dv-cinder-774288-3-iscsi {{(pid=80273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 23:57:13.216930 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852955643'] for router_gateway, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.414030 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852945474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3337'] for router, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.416480 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.446551 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_hamode_db [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8d6b42d6d8>, [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:57:10Z', 'revision_number': 5, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}], 'dv-cinder-774288-3-iscsi', False) {} {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:13.451297 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f73eaf6-0b5d-4260-b2cf-e6be9178c521 None None] The sync data for ids ['cb0f204f-99dc-45dc-b06b-7325217fa17f'] in dv-cinder-774288-3-iscsi is: [{'id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'name': 'tempest-TestShelveInstance-186509644-router', 'tenant_id': '793ca90569a047068eaf1628ffe56717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'external_fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:51:52Z', 'updated_at': '2021-02-05T23:57:10Z', 'revision_number': 5, 'project_id': '793ca90569a047068eaf1628ffe56717', 'gw_port': {'id': '4506b1b9-b633-4476-98ae-0ac2e2f6c929', 'name': '', 'network_id': '62fcac07-d787-435a-ab68-1dacf0101c27', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0f204f-99dc-45dc-b06b-7325217fa17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:51:53Z', 'updated_at': '2021-02-05T23:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc6240bc-ad3e-4bf0-8ddb-0dde04a14a71', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-iscsi'}] {{(pid=80273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 23:57:13.492338 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852955456'] for router, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.492966 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0f204f-99dc-45dc-b06b-7325217fa17f {{(pid=80271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 23:57:13.506776 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] Notify callbacks [] for router, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.508067 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-6a370159-1e95-4d6c-904f-371878ed86a8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cb0f204f-99dc-45dc-b06b-7325217fa17f HTTP/1.1" status: 204  len: 168 time: 1.4932532
Feb 05 23:57:13.511371 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50732) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:13.595695 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.db_base_plugin_v2 [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Deleting subnet cdfa5b72-b1f8-4229-a1b3-8284de5b515c {{(pid=80272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 23:57:13.599414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.657915 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8343673'] for subnet, precommit_delete_associations {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:13.785567 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854072106'] for subnet, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.024067 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.280864 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.413101 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-703649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6858166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846778678'] for subnet, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.430652 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0b58497f-8e3d-4fa8-9a24-c25b107d86f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:14.478957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfa5b72-b1f8-4229-a1b3-8284de5b515c,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:14.483198 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:14.578521 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.586249 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a317132-ac52-43b9-8ed0-766412905147 None None] Network a55603ee-8d87-4f94-9c54-ec13578283fe requested from dv-cinder-774288-3-iscsi {{(pid=80273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 23:57:14.591236 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-233e2772-7b26-4fbb-abc6-694912312e3d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cdfa5b72-b1f8-4229-a1b3-8284de5b515c HTTP/1.1" status: 204  len: 168 time: 1.0759742
Feb 05 23:57:14.591663 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50736) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:14.725208 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-765089'] for network, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.800309 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Deleting port 7974de55-c086-433f-b86c-dd6029b8bc17 {{(pid=80272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:14.801216 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:14.819195 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 9548e274-1b52-44e3-b936-f4235941e55c no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:14.865011 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 9548e274-1b52-44e3-b936-f4235941e55c {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:57:14.865483 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 9548e274-1b52-44e3-b936-f4235941e55c not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:57:14.865839 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4506b1b9-b633-4476-98ae-0ac2e2f6c929 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:14.908075 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 4506b1b9-b633-4476-98ae-0ac2e2f6c929 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:57:14.908486 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 4506b1b9-b633-4476-98ae-0ac2e2f6c929 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:57:14.919867 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] DHCP port deletion for a55603ee-8d87-4f94-9c54-ec13578283fe request from dv-cinder-774288-3-iscsi {{(pid=80273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 23:57:14.924720 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Deleting port 7974de55-c086-433f-b86c-dd6029b8bc17 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:14.925203 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.081007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] For port 7974de55-c086-433f-b86c-dd6029b8bc17, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=7974de55-c086-433f-b86c-dd6029b8bc17,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:15.081380 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.169787 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.db [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] For port 7974de55-c086-433f-b86c-dd6029b8bc17, host dv-cinder-774288-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-iscsi',level=0,port_id=7974de55-c086-433f-b86c-dd6029b8bc17,segment=NetworkSegment(e5bb4fac-e775-4c2c-9134-b2e8ad8bc124),segment_id=e5bb4fac-e775-4c2c-9134-b2e8ad8bc124)] {{(pid=80273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 23:57:15.170129 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1827613'] for port, precommit_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.261169 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Calling delete_port for 7974de55-c086-433f-b86c-dd6029b8bc17 owned by network:dhcp {{(pid=80272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:15.318425 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Calling delete_port for 7974de55-c086-433f-b86c-dd6029b8bc17 owned by network:dhcp {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 23:57:15.412737 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.db.api [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80273) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 23:57:15.413235 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_db.api [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80273) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 23:57:15.417545 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.457711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854096546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825336501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363271517407348', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363271517980993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847917668'] for port, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.474893 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-0175afc4-b27f-490f-8716-2347e7bab989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:15.534414 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7974de55-c086-433f-b86c-dd6029b8bc17,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:15.538759 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:15.630625 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] No DVR routers for this DVR port 7974de55-c086-433f-b86c-dd6029b8bc17 on host dv-cinder-774288-3-iscsi {{(pid=80272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 23:57:15.767179 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-688982', 'neutron.services.segments.db._delete_segments_for_network-8765337351505'] for network, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.895902 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8d6adddbe0>,) {'filters': {'network_id': ['a55603ee-8d87-4f94-9c54-ec13578283fe']}} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:15.911250 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6adddbe0>, 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124') {'for_net_delete': True} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:15.911589 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.services.segments.db [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8d6adddbe0>, 'e5bb4fac-e775-4c2c-9134-b2e8ad8bc124') {} {{(pid=80272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 23:57:15.914701 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Deleting port 7974de55-c086-433f-b86c-dd6029b8bc17 {{(pid=80273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 23:57:15.915227 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765337218965'] for port, before_delete {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.925769 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765337366899', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846432143'] for segment, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.944181 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-694448'] for segment, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:15.946736 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 23:57:16.010957 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-0589a4af-b5c8-42d9-a58d-a69fa2034b16 None None] The port '7974de55-c086-433f-b86c-dd6029b8bc17' was deleted {{(pid=80273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 23:57:16.145511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Network a55603ee-8d87-4f94-9c54-ec13578283fe has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:57:16.160200 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854081367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6858083'] for segment, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:16.355436 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.managers [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Network a55603ee-8d87-4f94-9c54-ec13578283fe has no segments {{(pid=80272) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]: Traceback (most recent call last):
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     timer()
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     cb(*args, **kw)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     return func(*args, **kwargs)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     self._notify()
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     self.callback(batched_events)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     event.method(event)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     segment_id)['aggregates'][0]
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     return f(self, *a, **k)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self._get(url).json()
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     **kwargs)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     return self.request(url, 'GET', **kwargs)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     **endpoint_filter)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 23:57:16.382890 dv-cinder-774288-3-iscsi neutron-server[80158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 23:57:16.503570 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854086818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1813277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1820259'] for network, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:16.506850 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:16.525201 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1813260'] for network, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:16.535634 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55603ee-8d87-4f94-9c54-ec13578283fe,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:16.540561 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:16.543785 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-3851016e-12a8-4d0c-84ef-bd071dbc24c1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a55603ee-8d87-4f94-9c54-ec13578283fe HTTP/1.1" status: 204  len: 168 time: 1.9505954
Feb 05 23:57:16.791262 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 7974de55-c086-433f-b86c-dd6029b8bc17 no longer exists at agent ovs-agent-dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 23:57:16.834558 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.plugin [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] No Port match for: 7974de55-c086-433f-b86c-dd6029b8bc17 {{(pid=80273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 23:57:16.834961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.plugins.ml2.rpc [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Device 7974de55-c086-433f-b86c-dd6029b8bc17 not bound to the agent host dv-cinder-774288-3-iscsi {{(pid=80273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 23:57:16.883524 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50742) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:16.940451 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-4f9503dc-0ed5-4570-bea5-1c3b74a95fee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84cbc9136833450699ce54bf246d023f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0555482
Feb 05 23:57:16.943237 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50746) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:17.061961 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:17.092785 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:17.332448 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:17.337251 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-491b03fa-006c-4ff9-848f-a1c9e1995413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:17.354406 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1713c3b6-cd7e-419b-bfa2-f4be2666445f,revision_number=None']} {{(pid=80271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:17.357092 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:17.363432 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:17.364727 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-dc4db4e3-331e-4302-988f-9e67fc85f029 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1713c3b6-cd7e-419b-bfa2-f4be2666445f HTTP/1.1" status: 204  len: 168 time: 0.4200623
Feb 05 23:57:18.111805 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80271) accepted ('10.222.0.35', 50754) {{(pid=80271) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:18.167577 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-87bf2a47-de3e-42ec-bb9b-79f2cc273b96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=793ca90569a047068eaf1628ffe56717&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544033
Feb 05 23:57:18.170686 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [-] (80272) accepted ('10.222.0.35', 50758) {{(pid=80272) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 23:57:18.240033 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:18.271682 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:18.463689 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854327409'] for security_group, after_delete {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:18.469007 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-d32931dd-7c6d-43ac-b7b7-0fea16c5c46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 23:57:18.482044 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcbb392-7c20-4a09-a398-8110f3d00c30,revision_number=None']} {{(pid=80272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 23:57:18.485887 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG oslo_concurrency.lockutils [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 23:57:18.493330 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:18.494713 dv-cinder-774288-3-iscsi neutron-server[80158]: INFO neutron.wsgi [None req-a11eb79f-5606-4b57-b94a-4287a2036d56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdcbb392-7c20-4a09-a398-8110f3d00c30 HTTP/1.1" status: 204  len: 168 time: 0.3228223
Feb 05 23:57:22.683909 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:57:29.920664 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:39.406322 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5c73bd72-33d6-4cd1-84bc-773e2ec6dbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:41.640881 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-95cafd82-c649-49b5-bf79-c0a82c737911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:44.022875 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:44.274611 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:45.274646 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:57:59.683748 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:57:59.862537 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:09.388658 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f291c099-548f-433b-841e-358e6202fbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:11.616586 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-1b5bf393-2559-42a8-a7e2-52aa3d5c257a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:14.005266 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:14.376729 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:15.245381 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:29.868168 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:36.683605 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:58:39.399230 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-30d07358-bdd5-4304-b8c3-ee3eec4a9426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:41.633215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c9b0580c-32f1-48f9-a0ff-de137d5ab488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:44.062632 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:44.267488 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:45.245711 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:58:59.873157 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:09.398382 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9adc261a-aa11-4148-ae1e-165252687002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:11.626693 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f530ecde-67e6-430d-a7e3-ec7eacd557c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:13.684131 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:59:14.009626 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:14.279124 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:15.249661 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:29.877899 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:39.403953 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-0e877109-8d9a-4e57-859c-f46b65957ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:41.626196 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-90e4b3ae-da58-438a-9d6e-b8270a32852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:44.015366 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:44.295244 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:45.254797 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 23:59:50.685369 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 23:59:59.900751 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:04.439094 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-980c1c8f-4455-4dce-bc01-5fe64c767a9c req-8e861750-060a-4ce8-a324-a60d8814685a service neutron] (80271) timed out ('10.222.0.86', 52124) {{(pid=80271) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 06 00:00:09.402905 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f016c098-2e29-45e5-a0fc-bd6509e88ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:11.642923 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd1a9-4fd4-403d-955b-1964f16f0c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:14.008838 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:14.283019 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:15.260046 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:27.685775 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 06 00:00:29.906197 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:39.408609 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-9aef92bd-9fb7-44f7-a0db-beb82093f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:41.625511 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-347e79a7-84d2-4d69-9a93-59bb1a8fd7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:44.019726 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:44.288161 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:45.264932 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:00:58.640949 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-ed539ecd-3928-4508-9c02-0fa2cc240d4d req-993cd2f6-e50a-4e65-8ec9-297e9a2774b0 service neutron] (80272) timed out ('10.222.0.35', 44704) {{(pid=80272) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 06 00:00:59.904834 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:04.687231 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 06 00:01:09.407813 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-b04f417a-43f1-49b5-81fd-19151bebb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:11.630164 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d293-9ca6-43f5-8037-4069a41fc63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:14.024236 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:14.287215 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:15.270141 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:29.915571 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:39.384008 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-bd2370b8-6a81-4efb-913e-714e79fe8970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:41.635065 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-53fee301-cb4d-4f3d-b5d5-e06a0fcfcf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:41.686956 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 06 00:01:44.024268 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:44.292758 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:45.275847 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:01:59.920897 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:09.389433 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-5d5af431-c312-47a2-ae9c-61a20fdb6155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:11.646377 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-2e542f2e-3f12-4b78-a858-7921b544c4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:14.034791 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:14.303596 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:15.274988 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-f981aae6-6525-4a74-8703-d10d6c3a2c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:18.687756 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.db.agents_db [None req-487bc7a6-1ce3-4dd8-aa6a-2ca10b1d6b19 None None] Agent healthcheck: found 6 active agents {{(pid=80274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 06 00:02:28.091288 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron.wsgi [req-bf7a59e8-2ec2-42aa-8952-24002f68c491 req-58a2cc40-44b2-409f-b42c-46dedd5ec7ce service neutron] (80272) timed out ('10.222.0.86', 52117) {{(pid=80272) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 06 00:02:29.932013 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-97d3b5ec-1809-4bb7-a93b-364476f0daf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:39.406064 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-e4797df8-41ab-4701-abd6-2910c85302f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:41.669104 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-50e36b8d-391e-449a-b81d-409ce1b18511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:44.040734 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-c957caba-768f-4308-9537-492a02baa57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 06 00:02:44.331978 dv-cinder-774288-3-iscsi neutron-server[80158]: DEBUG neutron_lib.callbacks.manager [None req-91d95fc3-3be4-4349-9938-d239c68055c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363271517465733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695412'] for agent, after_update {{(pid=80273) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}